2024-12-05 05:17:56,247 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 05:17:56,288 main DEBUG Took 0.039035 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 05:17:56,289 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 05:17:56,289 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 05:17:56,290 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 05:17:56,292 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 05:17:56,303 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 05:17:56,322 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 05:17:56,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 05:17:56,325 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 05:17:56,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 05:17:56,326 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 05:17:56,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 05:17:56,328 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 05:17:56,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 05:17:56,329 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 05:17:56,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 05:17:56,330 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 05:17:56,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 05:17:56,331 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 05:17:56,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 05:17:56,332 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 05:17:56,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 05:17:56,333 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 05:17:56,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 05:17:56,334 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 05:17:56,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 05:17:56,335 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 05:17:56,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 05:17:56,337 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 05:17:56,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 05:17:56,338 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 05:17:56,339 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 05:17:56,341 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 05:17:56,342 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 05:17:56,344 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 05:17:56,345 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 05:17:56,346 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 05:17:56,346 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 05:17:56,355 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 05:17:56,357 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 05:17:56,359 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 05:17:56,360 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 05:17:56,360 main DEBUG createAppenders(={Console}) 2024-12-05 05:17:56,361 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-05 05:17:56,361 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 05:17:56,362 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-05 05:17:56,364 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 05:17:56,364 main DEBUG OutputStream closed 2024-12-05 05:17:56,364 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 05:17:56,364 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 05:17:56,365 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-05 05:17:56,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 05:17:56,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 05:17:56,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 05:17:56,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 05:17:56,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 05:17:56,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 05:17:56,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 05:17:56,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 05:17:56,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 05:17:56,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 05:17:56,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 05:17:56,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 05:17:56,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 05:17:56,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 05:17:56,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 05:17:56,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 05:17:56,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 05:17:56,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 05:17:56,501 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 05:17:56,502 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-05 05:17:56,502 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 05:17:56,503 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-05T05:17:56,520 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-05 05:17:56,523 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 05:17:56,524 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T05:17:56,611 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=607, ProcessCount=11, AvailableMemoryMB=4194 2024-12-05T05:17:56,909 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-05T05:17:56,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628 2024-12-05T05:17:56,992 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/cluster_b80eeebe-8f75-7c8f-e733-c94949517dae, deleteOnExit=true 2024-12-05T05:17:57,193 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/cluster_b80eeebe-8f75-7c8f-e733-c94949517dae/zookeeper_0, clientPort=63240, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/cluster_b80eeebe-8f75-7c8f-e733-c94949517dae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/cluster_b80eeebe-8f75-7c8f-e733-c94949517dae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T05:17:57,220 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63240 2024-12-05T05:17:57,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:17:57,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:17:57,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/test.cache.data in system properties and HBase conf 2024-12-05T05:17:57,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:17:57,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:17:57,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:17:57,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:17:57,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:17:57,349 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T05:17:57,496 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:17:57,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:17:57,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:17:57,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:17:57,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:17:57,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:17:57,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:17:57,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:17:57,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:17:57,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:17:57,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:17:57,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:17:57,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:17:57,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:17:57,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:17:59,060 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T05:17:59,181 INFO [Time-limited test {}] log.Log(170): Logging initialized @4004ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T05:17:59,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:17:59,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:17:59,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:17:59,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:17:59,422 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:17:59,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:17:59,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:17:59,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:17:59,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/java.io.tmpdir/jetty-localhost-40605-hadoop-hdfs-3_4_1-tests_jar-_-any-11723878887561851290/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:17:59,725 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:40605} 2024-12-05T05:17:59,726 INFO [Time-limited test {}] server.Server(415): Started @4551ms 2024-12-05T05:18:00,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:18:00,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:18:00,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:18:00,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:18:00,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:18:00,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:18:00,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:18:00,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b71fbf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/java.io.tmpdir/jetty-localhost-36781-hadoop-hdfs-3_4_1-tests_jar-_-any-11225235672018269960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:18:00,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:36781} 2024-12-05T05:18:00,591 INFO [Time-limited test {}] server.Server(415): Started @5415ms 2024-12-05T05:18:00,650 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:18:01,825 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/cluster_b80eeebe-8f75-7c8f-e733-c94949517dae/data/data2/current/BP-994111983-172.17.0.3-1733375878238/current, will proceed with Du for space computation calculation, 2024-12-05T05:18:01,825 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/cluster_b80eeebe-8f75-7c8f-e733-c94949517dae/data/data1/current/BP-994111983-172.17.0.3-1733375878238/current, will proceed with Du for space computation calculation, 2024-12-05T05:18:01,866 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:18:01,913 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc712f3bbc1df19f with lease ID 0x4bf87d931a3b83e3: Processing first storage report for DS-9d130a82-0864-4071-8fa8-191094c15651 from datanode DatanodeRegistration(127.0.0.1:43211, datanodeUuid=e4624863-29c2-497a-b704-10452bb8530d, infoPort=35257, infoSecurePort=0, ipcPort=35015, storageInfo=lv=-57;cid=testClusterID;nsid=2119257146;c=1733375878238) 2024-12-05T05:18:01,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc712f3bbc1df19f with lease ID 0x4bf87d931a3b83e3: from storage DS-9d130a82-0864-4071-8fa8-191094c15651 node DatanodeRegistration(127.0.0.1:43211, datanodeUuid=e4624863-29c2-497a-b704-10452bb8530d, infoPort=35257, infoSecurePort=0, ipcPort=35015, storageInfo=lv=-57;cid=testClusterID;nsid=2119257146;c=1733375878238), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T05:18:01,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc712f3bbc1df19f with lease ID 0x4bf87d931a3b83e3: Processing first storage report for DS-db2fad95-4c4a-4f87-8d20-a5fe4ca6d389 from datanode DatanodeRegistration(127.0.0.1:43211, datanodeUuid=e4624863-29c2-497a-b704-10452bb8530d, infoPort=35257, infoSecurePort=0, ipcPort=35015, storageInfo=lv=-57;cid=testClusterID;nsid=2119257146;c=1733375878238) 2024-12-05T05:18:01,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc712f3bbc1df19f with lease ID 0x4bf87d931a3b83e3: from storage DS-db2fad95-4c4a-4f87-8d20-a5fe4ca6d389 node DatanodeRegistration(127.0.0.1:43211, datanodeUuid=e4624863-29c2-497a-b704-10452bb8530d, infoPort=35257, infoSecurePort=0, ipcPort=35015, storageInfo=lv=-57;cid=testClusterID;nsid=2119257146;c=1733375878238), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:18:01,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628 2024-12-05T05:18:01,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:01,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:02,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:18:02,645 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433 with version=8 2024-12-05T05:18:02,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/hbase-staging 2024-12-05T05:18:02,744 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T05:18:03,076 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:18:03,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:03,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:03,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:18:03,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:03,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:18:03,329 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:18:03,412 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T05:18:03,451 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T05:18:03,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:18:03,512 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10365 (auto-detected) 2024-12-05T05:18:03,513 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-05T05:18:03,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39237 2024-12-05T05:18:03,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39237 connecting to ZooKeeper ensemble=127.0.0.1:63240 2024-12-05T05:18:03,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392370x0, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:03,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39237-0x101a3ecdbd80000 connected 2024-12-05T05:18:04,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:04,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:04,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on znode that does not yet exist, /0742967742/running 2024-12-05T05:18:04,102 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433, hbase.cluster.distributed=false 2024-12-05T05:18:04,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on znode that does not yet exist, /0742967742/acl 2024-12-05T05:18:04,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39237 2024-12-05T05:18:04,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39237 2024-12-05T05:18:04,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39237 2024-12-05T05:18:04,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39237 2024-12-05T05:18:04,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39237 2024-12-05T05:18:04,443 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:18:04,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:04,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:04,446 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:18:04,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:04,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:18:04,453 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:18:04,466 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:18:04,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35235 2024-12-05T05:18:04,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35235 connecting to ZooKeeper ensemble=127.0.0.1:63240 2024-12-05T05:18:04,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:04,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:04,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352350x0, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:04,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352350x0, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on znode that does not yet exist, /0742967742/running 2024-12-05T05:18:04,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35235-0x101a3ecdbd80001 connected 2024-12-05T05:18:04,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:18:04,677 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:18:04,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on znode that does not yet exist, /0742967742/master 2024-12-05T05:18:04,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on znode that does not yet exist, /0742967742/acl 2024-12-05T05:18:04,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35235 2024-12-05T05:18:04,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35235 2024-12-05T05:18:04,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35235 2024-12-05T05:18:04,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35235 2024-12-05T05:18:04,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35235 2024-12-05T05:18:04,763 DEBUG [M:0;8edcaf2ecc84:39237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:39237 2024-12-05T05:18:04,768 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0742967742/backup-masters/8edcaf2ecc84,39237,1733375882812 2024-12-05T05:18:04,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742/backup-masters 2024-12-05T05:18:04,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742/backup-masters 2024-12-05T05:18:04,786 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on existing znode=/0742967742/backup-masters/8edcaf2ecc84,39237,1733375882812 2024-12-05T05:18:04,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:04,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0742967742/master 2024-12-05T05:18:04,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:04,838 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on existing znode=/0742967742/master 2024-12-05T05:18:04,840 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0742967742/backup-masters/8edcaf2ecc84,39237,1733375882812 from backup master directory 2024-12-05T05:18:04,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0742967742/backup-masters/8edcaf2ecc84,39237,1733375882812 2024-12-05T05:18:04,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742/backup-masters 2024-12-05T05:18:04,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742/backup-masters 2024-12-05T05:18:04,857 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:18:04,857 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,39237,1733375882812 2024-12-05T05:18:04,859 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T05:18:04,864 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T05:18:04,949 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/hbase.id] with ID: a73bad85-796d-499e-8377-710676d27b18 2024-12-05T05:18:04,949 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/.tmp/hbase.id 2024-12-05T05:18:04,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:18:04,972 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/.tmp/hbase.id]:[hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/hbase.id] 2024-12-05T05:18:05,099 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:05,105 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:18:05,159 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 50ms. 2024-12-05T05:18:05,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:05,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:05,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:18:05,290 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:18:05,297 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:18:05,337 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T05:18:05,345 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:05,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:18:05,823 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store 2024-12-05T05:18:05,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:18:05,869 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T05:18:05,875 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:05,877 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:18:05,877 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:05,878 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:05,879 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:18:05,880 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:05,880 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:05,896 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733375885877Disabling compacts and flushes for region at 1733375885877Disabling writes for close at 1733375885880 (+3 ms)Writing region close event to WAL at 1733375885880Closed at 1733375885880 2024-12-05T05:18:05,900 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/.initializing 2024-12-05T05:18:05,901 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/WALs/8edcaf2ecc84,39237,1733375882812 2024-12-05T05:18:05,916 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:18:05,936 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C39237%2C1733375882812, suffix=, logDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/WALs/8edcaf2ecc84,39237,1733375882812, archiveDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/oldWALs, maxLogs=10 2024-12-05T05:18:05,967 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/WALs/8edcaf2ecc84,39237,1733375882812/8edcaf2ecc84%2C39237%2C1733375882812.1733375885942, exclude list is [], retry=0 2024-12-05T05:18:05,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43211,DS-9d130a82-0864-4071-8fa8-191094c15651,DISK] 2024-12-05T05:18:05,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T05:18:06,062 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/WALs/8edcaf2ecc84,39237,1733375882812/8edcaf2ecc84%2C39237%2C1733375882812.1733375885942 2024-12-05T05:18:06,077 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35257:35257)] 2024-12-05T05:18:06,078 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:18:06,079 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:06,086 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:06,091 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:06,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:06,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:18:06,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:06,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:06,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:06,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:18:06,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:06,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:06,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:06,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:18:06,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:06,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:06,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:06,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:18:06,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:06,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:06,247 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:06,252 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:06,254 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:06,265 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:06,266 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:06,274 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:06,288 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:06,297 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:18:06,299 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74195196, jitterRate=0.10559457540512085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:06,310 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733375886113Initializing all the Stores at 1733375886120 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375886121 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375886124 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375886126 (+2 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375886126Cleaning up temporary data from old regions at 1733375886266 (+140 ms)Region opened successfully at 1733375886309 (+43 ms) 2024-12-05T05:18:06,311 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:18:06,367 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2987fb88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:18:06,409 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:18:06,424 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:18:06,424 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:18:06,428 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:18:06,432 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-05T05:18:06,438 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-05T05:18:06,438 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:18:06,477 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:18:06,498 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Unable to get data of znode /0742967742/balancer because node does not exist (not necessarily an error) 2024-12-05T05:18:06,518 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0742967742/balancer already deleted, retry=false 2024-12-05T05:18:06,521 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:18:06,523 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Unable to get data of znode /0742967742/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:18:06,582 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0742967742/normalizer already deleted, retry=false 2024-12-05T05:18:06,585 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:18:06,589 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Unable to get data of znode /0742967742/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:18:06,642 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0742967742/switch/split already deleted, retry=false 2024-12-05T05:18:06,644 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Unable to get data of znode /0742967742/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:18:06,665 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0742967742/switch/merge already deleted, retry=false 2024-12-05T05:18:06,689 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Unable to get data of znode /0742967742/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:18:06,751 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0742967742/snapshot-cleanup already deleted, retry=false 2024-12-05T05:18:06,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0742967742/running 2024-12-05T05:18:06,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0742967742/running 2024-12-05T05:18:06,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:06,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:06,829 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,39237,1733375882812, sessionid=0x101a3ecdbd80000, setting cluster-up flag (Was=false) 2024-12-05T05:18:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:06,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:06,909 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0742967742/flush-table-proc/acquired, /0742967742/flush-table-proc/reached, /0742967742/flush-table-proc/abort 2024-12-05T05:18:06,915 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,39237,1733375882812 2024-12-05T05:18:06,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:06,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:06,982 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0742967742/online-snapshot/acquired, /0742967742/online-snapshot/reached, /0742967742/online-snapshot/abort 2024-12-05T05:18:06,985 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,39237,1733375882812 2024-12-05T05:18:06,996 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:18:07,075 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(746): ClusterId : a73bad85-796d-499e-8377-710676d27b18 2024-12-05T05:18:07,079 DEBUG [RS:0;8edcaf2ecc84:35235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:18:07,107 DEBUG [RS:0;8edcaf2ecc84:35235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:18:07,107 DEBUG [RS:0;8edcaf2ecc84:35235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:18:07,124 DEBUG [RS:0;8edcaf2ecc84:35235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:18:07,129 DEBUG [RS:0;8edcaf2ecc84:35235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618d7a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:18:07,132 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:07,145 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:18:07,152 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:35235 2024-12-05T05:18:07,156 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:18:07,156 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:18:07,157 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:18:07,160 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,39237,1733375882812 with port=35235, startcode=1733375884363 2024-12-05T05:18:07,176 DEBUG [RS:0;8edcaf2ecc84:35235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:18:07,177 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:18:07,183 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,39237,1733375882812 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:18:07,199 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:07,200 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:07,200 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:07,200 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:07,200 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:18:07,201 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:07,201 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:18:07,201 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:07,262 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:18:07,266 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733375917266 2024-12-05T05:18:07,266 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:07,267 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:18:07,268 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:18:07,269 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:18:07,273 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:18:07,272 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39237 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T05:18:07,274 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:18:07,274 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:18:07,274 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:18:07,280 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:07,288 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:07,288 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:18:07,290 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:18:07,294 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:18:07,294 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:18:07,295 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:18:07,312 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:18:07,313 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:18:07,317 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375887315,5,FailOnTimeoutGroup] 2024-12-05T05:18:07,318 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T05:18:07,320 WARN [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T05:18:07,322 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375887317,5,FailOnTimeoutGroup] 2024-12-05T05:18:07,323 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:07,323 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:18:07,325 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:07,325 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:07,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:18:07,343 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:18:07,344 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433 2024-12-05T05:18:07,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741832_1008 (size=32) 2024-12-05T05:18:07,421 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,39237,1733375882812 with port=35235, startcode=1733375884363 2024-12-05T05:18:07,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,35235,1733375884363 2024-12-05T05:18:07,428 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39237 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,35235,1733375884363 2024-12-05T05:18:07,442 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433 2024-12-05T05:18:07,442 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40283 2024-12-05T05:18:07,442 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:18:07,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742/rs 2024-12-05T05:18:07,459 DEBUG [RS:0;8edcaf2ecc84:35235 {}] zookeeper.ZKUtil(111): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on existing znode=/0742967742/rs/8edcaf2ecc84,35235,1733375884363 2024-12-05T05:18:07,460 WARN [RS:0;8edcaf2ecc84:35235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:18:07,460 INFO [RS:0;8edcaf2ecc84:35235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:07,462 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,35235,1733375884363] 2024-12-05T05:18:07,462 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363 2024-12-05T05:18:07,516 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:18:07,547 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:18:07,557 INFO [RS:0;8edcaf2ecc84:35235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:18:07,557 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:07,561 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:18:07,568 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:18:07,570 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:07,570 DEBUG [RS:0;8edcaf2ecc84:35235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:07,571 DEBUG [RS:0;8edcaf2ecc84:35235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:07,571 DEBUG [RS:0;8edcaf2ecc84:35235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:07,571 DEBUG [RS:0;8edcaf2ecc84:35235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:07,571 DEBUG [RS:0;8edcaf2ecc84:35235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:07,572 DEBUG [RS:0;8edcaf2ecc84:35235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:18:07,572 DEBUG [RS:0;8edcaf2ecc84:35235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:07,572 DEBUG [RS:0;8edcaf2ecc84:35235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:07,572 DEBUG [RS:0;8edcaf2ecc84:35235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:07,574 DEBUG [RS:0;8edcaf2ecc84:35235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:07,575 DEBUG [RS:0;8edcaf2ecc84:35235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:07,575 DEBUG [RS:0;8edcaf2ecc84:35235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:07,575 DEBUG [RS:0;8edcaf2ecc84:35235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:18:07,575 DEBUG [RS:0;8edcaf2ecc84:35235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:18:07,586 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:07,586 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:07,587 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:07,587 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:07,587 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:07,587 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35235,1733375884363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:18:07,615 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:18:07,618 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35235,1733375884363-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:07,619 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:07,619 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.Replication(171): 8edcaf2ecc84,35235,1733375884363 started 2024-12-05T05:18:07,643 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:07,645 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,35235,1733375884363, RpcServer on 8edcaf2ecc84/172.17.0.3:35235, sessionid=0x101a3ecdbd80001 2024-12-05T05:18:07,646 DEBUG [RS:0;8edcaf2ecc84:35235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:18:07,647 DEBUG [RS:0;8edcaf2ecc84:35235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,35235,1733375884363 2024-12-05T05:18:07,647 DEBUG [RS:0;8edcaf2ecc84:35235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,35235,1733375884363' 2024-12-05T05:18:07,647 DEBUG [RS:0;8edcaf2ecc84:35235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0742967742/flush-table-proc/abort' 2024-12-05T05:18:07,656 DEBUG [RS:0;8edcaf2ecc84:35235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0742967742/flush-table-proc/acquired' 2024-12-05T05:18:07,657 DEBUG [RS:0;8edcaf2ecc84:35235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:18:07,657 DEBUG [RS:0;8edcaf2ecc84:35235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:18:07,658 DEBUG [RS:0;8edcaf2ecc84:35235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,35235,1733375884363 2024-12-05T05:18:07,658 DEBUG [RS:0;8edcaf2ecc84:35235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,35235,1733375884363' 2024-12-05T05:18:07,658 DEBUG [RS:0;8edcaf2ecc84:35235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0742967742/online-snapshot/abort' 2024-12-05T05:18:07,661 DEBUG [RS:0;8edcaf2ecc84:35235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0742967742/online-snapshot/acquired' 2024-12-05T05:18:07,672 DEBUG [RS:0;8edcaf2ecc84:35235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:18:07,672 INFO [RS:0;8edcaf2ecc84:35235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:18:07,673 INFO [RS:0;8edcaf2ecc84:35235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:18:07,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:07,780 INFO [RS:0;8edcaf2ecc84:35235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:18:07,788 INFO [RS:0;8edcaf2ecc84:35235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C35235%2C1733375884363, suffix=, logDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363, archiveDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/oldWALs, maxLogs=10 2024-12-05T05:18:07,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:18:07,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:18:07,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:07,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:07,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:18:07,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:18:07,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:07,830 DEBUG [RS:0;8edcaf2ecc84:35235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.1733375887790, exclude list is [], retry=0 2024-12-05T05:18:07,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:07,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:18:07,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43211,DS-9d130a82-0864-4071-8fa8-191094c15651,DISK] 2024-12-05T05:18:07,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:18:07,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:07,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:07,851 INFO [RS:0;8edcaf2ecc84:35235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.1733375887790 2024-12-05T05:18:07,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:18:07,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:18:07,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:07,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:07,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:18:07,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740 2024-12-05T05:18:07,864 DEBUG [RS:0;8edcaf2ecc84:35235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35257:35257)] 2024-12-05T05:18:07,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740 2024-12-05T05:18:07,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:18:07,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:18:07,873 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:07,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:18:07,889 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:18:07,891 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73092832, jitterRate=0.08916807174682617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:07,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733375887772Initializing all the Stores at 1733375887788 (+16 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375887788Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375887792 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375887792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375887792Cleaning up temporary data from old regions at 1733375887872 (+80 ms)Region opened successfully at 1733375887895 (+23 ms) 2024-12-05T05:18:07,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:18:07,895 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:18:07,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:18:07,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:18:07,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:18:07,906 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:18:07,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733375887895Disabling compacts and flushes for region at 1733375887895Disabling writes for close at 1733375887896 (+1 ms)Writing region close event to WAL at 1733375887905 (+9 ms)Closed at 1733375887906 (+1 ms) 2024-12-05T05:18:07,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:07,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:18:07,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:18:07,931 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:18:07,935 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:18:08,088 DEBUG [8edcaf2ecc84:39237 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:18:08,106 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,35235,1733375884363 2024-12-05T05:18:08,116 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,35235,1733375884363, state=OPENING 2024-12-05T05:18:08,174 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:18:08,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:08,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:08,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0742967742/meta-region-server: CHANGED 2024-12-05T05:18:08,242 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:18:08,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,35235,1733375884363}] 2024-12-05T05:18:08,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0742967742/meta-region-server: CHANGED 2024-12-05T05:18:08,438 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:18:08,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:18:08,454 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:18:08,455 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:08,455 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:18:08,459 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C35235%2C1733375884363.meta, suffix=.meta, logDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363, archiveDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/oldWALs, maxLogs=10 2024-12-05T05:18:08,477 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.meta.1733375888461.meta, exclude list is [], retry=0 2024-12-05T05:18:08,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43211,DS-9d130a82-0864-4071-8fa8-191094c15651,DISK] 2024-12-05T05:18:08,493 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.meta.1733375888461.meta 2024-12-05T05:18:08,493 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35257:35257)] 2024-12-05T05:18:08,494 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:18:08,499 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:18:08,500 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:18:08,502 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:18:08,504 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:18:08,508 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:18:08,509 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:08,509 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:18:08,509 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:18:08,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:18:08,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:18:08,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:08,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:08,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:18:08,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:18:08,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:08,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:08,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:18:08,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:18:08,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:08,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:08,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:18:08,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:18:08,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:08,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:08,527 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:18:08,529 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740 2024-12-05T05:18:08,533 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740 2024-12-05T05:18:08,535 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:18:08,535 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:18:08,536 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:08,539 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:18:08,541 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58973469, jitterRate=-0.12122683227062225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:08,541 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:18:08,544 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733375888510Writing region info on filesystem at 1733375888510Initializing all the Stores at 1733375888513 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375888513Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375888513Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375888513Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375888513Cleaning up temporary data from old regions at 1733375888535 (+22 ms)Running coprocessor post-open hooks at 1733375888541 (+6 ms)Region opened successfully at 1733375888543 (+2 ms) 2024-12-05T05:18:08,551 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733375888430 2024-12-05T05:18:08,564 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:18:08,564 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:18:08,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,35235,1733375884363 2024-12-05T05:18:08,569 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,35235,1733375884363, state=OPEN 2024-12-05T05:18:08,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0742967742/meta-region-server 2024-12-05T05:18:08,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0742967742/meta-region-server 2024-12-05T05:18:08,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0742967742/meta-region-server: CHANGED 2024-12-05T05:18:08,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0742967742/meta-region-server: CHANGED 2024-12-05T05:18:08,634 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,35235,1733375884363 2024-12-05T05:18:08,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:18:08,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,35235,1733375884363 in 390 msec 2024-12-05T05:18:08,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:18:08,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 725 msec 2024-12-05T05:18:08,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:08,658 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:18:08,684 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:18:08,685 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,35235,1733375884363, seqNum=-1] 2024-12-05T05:18:08,709 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:18:08,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:18:08,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6800 sec 2024-12-05T05:18:08,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733375888742, completionTime=-1 2024-12-05T05:18:08,744 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:18:08,745 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:18:08,780 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:18:08,780 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733375948780 2024-12-05T05:18:08,780 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376008780 2024-12-05T05:18:08,780 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec 2024-12-05T05:18:08,783 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39237,1733375882812-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:08,784 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39237,1733375882812-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:08,784 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39237,1733375882812-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:08,788 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:39237, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:08,790 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:08,793 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:08,800 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:18:08,826 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.968sec 2024-12-05T05:18:08,827 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:18:08,829 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:18:08,832 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:18:08,833 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:18:08,833 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:18:08,835 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39237,1733375882812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:18:08,835 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39237,1733375882812-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:18:08,847 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:18:08,848 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:18:08,849 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39237,1733375882812-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:08,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecdac96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:08,897 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T05:18:08,897 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T05:18:08,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,39237,-1 for getting cluster id 2024-12-05T05:18:08,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:08,917 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a73bad85-796d-499e-8377-710676d27b18' 2024-12-05T05:18:08,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:08,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a73bad85-796d-499e-8377-710676d27b18" 2024-12-05T05:18:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28640d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,39237,-1] 2024-12-05T05:18:08,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:08,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:08,935 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:08,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c33ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:08,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:18:08,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,35235,1733375884363, seqNum=-1] 2024-12-05T05:18:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:18:08,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:18:08,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,39237,1733375882812 2024-12-05T05:18:08,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63240 2024-12-05T05:18:09,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:09,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a3ecdbd80002 connected 2024-12-05T05:18:09,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/hadoop.log.dir so I do NOT create it in target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c 2024-12-05T05:18:09,065 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:18:09,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/hadoop.tmp.dir so I do NOT create it in target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c 2024-12-05T05:18:09,066 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:18:09,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c 2024-12-05T05:18:09,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:18:09,066 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/cluster_75199d11-ba77-8b90-0c92-0cd70524cb26, deleteOnExit=true 2024-12-05T05:18:09,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:18:09,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/test.cache.data in system properties and HBase conf 2024-12-05T05:18:09,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:18:09,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:18:09,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:18:09,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:18:09,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:18:09,068 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:18:09,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:18:09,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:18:09,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:18:09,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:18:09,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:18:09,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:18:09,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:18:09,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:18:09,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:18:09,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:18:09,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:18:09,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:18:09,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:18:09,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:18:09,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:18:09,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:18:09,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:18:09,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:18:09,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:18:09,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:18:09,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fa80ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:18:09,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b608463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:18:09,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35409618{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/java.io.tmpdir/jetty-localhost-33611-hadoop-hdfs-3_4_1-tests_jar-_-any-9495531748508263939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:18:09,703 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cc08b0a{HTTP/1.1, (http/1.1)}{localhost:33611} 2024-12-05T05:18:09,703 INFO [Time-limited test {}] server.Server(415): Started @14527ms 2024-12-05T05:18:10,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:18:10,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:18:10,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:18:10,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:18:10,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:18:10,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282256de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:18:10,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b39d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:18:10,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765b0853{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/java.io.tmpdir/jetty-localhost-38735-hadoop-hdfs-3_4_1-tests_jar-_-any-15167230080692744087/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:18:10,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@684ad4cf{HTTP/1.1, (http/1.1)}{localhost:38735} 2024-12-05T05:18:10,184 INFO [Time-limited test {}] server.Server(415): Started @15009ms 2024-12-05T05:18:10,185 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:18:11,011 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/cluster_75199d11-ba77-8b90-0c92-0cd70524cb26/data/data1/current/BP-32855-172.17.0.3-1733375889121/current, will proceed with Du for space computation calculation, 2024-12-05T05:18:11,012 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/cluster_75199d11-ba77-8b90-0c92-0cd70524cb26/data/data2/current/BP-32855-172.17.0.3-1733375889121/current, will proceed with Du for space computation calculation, 2024-12-05T05:18:11,072 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:18:11,075 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6616de36156f5f8 with lease ID 0x40dbdc78b98e4dcf: Processing first storage report for DS-30ecf4fc-5866-4b32-a6ce-10d5354785f2 from datanode DatanodeRegistration(127.0.0.1:44329, datanodeUuid=6a2bc940-8edf-440c-a175-331252632b55, infoPort=36779, infoSecurePort=0, ipcPort=43419, storageInfo=lv=-57;cid=testClusterID;nsid=1040709450;c=1733375889121) 2024-12-05T05:18:11,075 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6616de36156f5f8 with lease ID 0x40dbdc78b98e4dcf: from storage DS-30ecf4fc-5866-4b32-a6ce-10d5354785f2 node DatanodeRegistration(127.0.0.1:44329, datanodeUuid=6a2bc940-8edf-440c-a175-331252632b55, infoPort=36779, infoSecurePort=0, ipcPort=43419, storageInfo=lv=-57;cid=testClusterID;nsid=1040709450;c=1733375889121), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:18:11,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6616de36156f5f8 with lease ID 0x40dbdc78b98e4dcf: Processing first storage report for DS-36957409-d515-4bed-93a6-0293e7d8db63 from datanode DatanodeRegistration(127.0.0.1:44329, datanodeUuid=6a2bc940-8edf-440c-a175-331252632b55, infoPort=36779, infoSecurePort=0, ipcPort=43419, storageInfo=lv=-57;cid=testClusterID;nsid=1040709450;c=1733375889121) 2024-12-05T05:18:11,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6616de36156f5f8 with lease ID 0x40dbdc78b98e4dcf: from storage DS-36957409-d515-4bed-93a6-0293e7d8db63 node DatanodeRegistration(127.0.0.1:44329, datanodeUuid=6a2bc940-8edf-440c-a175-331252632b55, infoPort=36779, infoSecurePort=0, ipcPort=43419, storageInfo=lv=-57;cid=testClusterID;nsid=1040709450;c=1733375889121), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:18:11,132 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c 2024-12-05T05:18:11,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:11,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:11,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:18:11,553 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb with version=8 2024-12-05T05:18:11,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/hbase-staging 2024-12-05T05:18:11,557 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:18:11,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:11,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:11,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:18:11,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:11,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:18:11,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:18:11,559 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:18:11,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35053 2024-12-05T05:18:11,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35053 connecting to ZooKeeper ensemble=127.0.0.1:63240 2024-12-05T05:18:11,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350530x0, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:11,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35053-0x101a3ecdbd80003 connected 2024-12-05T05:18:11,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:11,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:11,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Set watcher on znode that does not yet exist, /1-452668604/running 2024-12-05T05:18:11,662 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb, hbase.cluster.distributed=false 2024-12-05T05:18:11,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Set watcher on znode that does not yet exist, /1-452668604/acl 2024-12-05T05:18:11,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35053 2024-12-05T05:18:11,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35053 2024-12-05T05:18:11,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35053 2024-12-05T05:18:11,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35053 2024-12-05T05:18:11,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35053 2024-12-05T05:18:11,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:18:11,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:11,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:11,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:18:11,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:11,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:18:11,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:18:11,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:18:11,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43055 2024-12-05T05:18:11,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43055 connecting to ZooKeeper ensemble=127.0.0.1:63240 2024-12-05T05:18:11,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:11,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:11,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430550x0, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:11,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Set watcher on znode that does not yet exist, /1-452668604/running 2024-12-05T05:18:11,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43055-0x101a3ecdbd80004 connected 2024-12-05T05:18:11,698 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:18:11,698 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:18:11,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Set watcher on znode that does not yet exist, /1-452668604/master 2024-12-05T05:18:11,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Set watcher on znode that does not yet exist, /1-452668604/acl 2024-12-05T05:18:11,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43055 2024-12-05T05:18:11,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43055 2024-12-05T05:18:11,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43055 2024-12-05T05:18:11,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43055 2024-12-05T05:18:11,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43055 2024-12-05T05:18:11,716 DEBUG [M:0;8edcaf2ecc84:35053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:35053 2024-12-05T05:18:11,716 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-452668604/backup-masters/8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:11,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604/backup-masters 2024-12-05T05:18:11,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604/backup-masters 2024-12-05T05:18:11,729 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Set watcher on existing znode=/1-452668604/backup-masters/8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:11,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-452668604/master 2024-12-05T05:18:11,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604 2024-12-05T05:18:11,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604 2024-12-05T05:18:11,740 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Set watcher on existing znode=/1-452668604/master 2024-12-05T05:18:11,740 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-452668604/backup-masters/8edcaf2ecc84,35053,1733375891557 from backup master directory 2024-12-05T05:18:11,749 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:18:11,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-452668604/backup-masters/8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:11,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604/backup-masters 2024-12-05T05:18:11,749 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:11,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604/backup-masters 2024-12-05T05:18:11,755 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/hbase.id] with ID: b8d8014d-0032-4e02-93fd-7a5d339ced1d 2024-12-05T05:18:11,755 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/.tmp/hbase.id 2024-12-05T05:18:11,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:18:12,163 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/.tmp/hbase.id]:[hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/hbase.id] 2024-12-05T05:18:12,189 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:12,189 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:18:12,191 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T05:18:12,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604 2024-12-05T05:18:12,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604 2024-12-05T05:18:12,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:18:12,658 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:18:12,659 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:18:12,661 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:12,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:18:12,683 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store 2024-12-05T05:18:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:18:12,693 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:12,694 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:18:12,694 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:12,694 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:12,694 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:18:12,694 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:12,694 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:12,694 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733375892694Disabling compacts and flushes for region at 1733375892694Disabling writes for close at 1733375892694Writing region close event to WAL at 1733375892694Closed at 1733375892694 2024-12-05T05:18:12,698 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/.initializing 2024-12-05T05:18:12,698 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/WALs/8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:12,700 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:18:12,704 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C35053%2C1733375891557, suffix=, logDir=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/WALs/8edcaf2ecc84,35053,1733375891557, archiveDir=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/oldWALs, maxLogs=10 2024-12-05T05:18:12,718 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/WALs/8edcaf2ecc84,35053,1733375891557/8edcaf2ecc84%2C35053%2C1733375891557.1733375892705, exclude list is [], retry=0 2024-12-05T05:18:12,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44329,DS-30ecf4fc-5866-4b32-a6ce-10d5354785f2,DISK] 2024-12-05T05:18:12,725 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/WALs/8edcaf2ecc84,35053,1733375891557/8edcaf2ecc84%2C35053%2C1733375891557.1733375892705 2024-12-05T05:18:12,725 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36779:36779)] 2024-12-05T05:18:12,725 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:18:12,726 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:12,726 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:12,726 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:12,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:12,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:18:12,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:12,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:12,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:12,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:18:12,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:12,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:12,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:12,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:18:12,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:12,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:12,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:12,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:18:12,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:12,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:12,745 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:12,746 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:12,747 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:12,749 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:12,749 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:12,750 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:12,752 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:12,757 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:18:12,758 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59971393, jitterRate=-0.10635660588741302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:12,759 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733375892726Initializing all the Stores at 1733375892728 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375892728Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375892728Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375892728Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375892728Cleaning up temporary data from old regions at 1733375892749 (+21 ms)Region opened successfully at 1733375892759 (+10 ms) 2024-12-05T05:18:12,759 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:18:12,765 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a8119d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:18:12,767 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:18:12,767 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:18:12,767 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:18:12,767 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:18:12,768 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:18:12,768 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:18:12,769 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:18:12,772 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:18:12,773 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Unable to get data of znode /1-452668604/balancer because node does not exist (not necessarily an error) 2024-12-05T05:18:12,781 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-452668604/balancer already deleted, retry=false 2024-12-05T05:18:12,781 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:18:12,782 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Unable to get data of znode /1-452668604/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:18:12,791 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-452668604/normalizer already deleted, retry=false 2024-12-05T05:18:12,792 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:18:12,792 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Unable to get data of znode /1-452668604/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:18:12,802 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-452668604/switch/split already deleted, retry=false 2024-12-05T05:18:12,803 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Unable to get data of znode /1-452668604/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:18:12,812 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-452668604/switch/merge already deleted, retry=false 2024-12-05T05:18:12,815 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Unable to get data of znode /1-452668604/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:18:12,823 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-452668604/snapshot-cleanup already deleted, retry=false 2024-12-05T05:18:12,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-452668604/running 2024-12-05T05:18:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-452668604/running 2024-12-05T05:18:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604 2024-12-05T05:18:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604 2024-12-05T05:18:12,835 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,35053,1733375891557, sessionid=0x101a3ecdbd80003, setting cluster-up flag (Was=false) 2024-12-05T05:18:12,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604 2024-12-05T05:18:12,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604 2024-12-05T05:18:12,886 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-452668604/flush-table-proc/acquired, /1-452668604/flush-table-proc/reached, /1-452668604/flush-table-proc/abort 2024-12-05T05:18:12,888 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:12,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604 2024-12-05T05:18:12,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604 2024-12-05T05:18:12,939 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-452668604/online-snapshot/acquired, /1-452668604/online-snapshot/reached, /1-452668604/online-snapshot/abort 2024-12-05T05:18:12,940 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:12,942 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:18:12,945 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:12,945 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:18:12,945 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:18:12,945 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,35053,1733375891557 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:18:12,948 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:12,948 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:12,948 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:12,948 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:12,948 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:18:12,948 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:12,948 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:18:12,948 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:12,949 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733375922949 2024-12-05T05:18:12,949 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:18:12,949 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:18:12,949 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:18:12,950 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:18:12,950 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:18:12,950 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:18:12,950 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:12,950 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:18:12,950 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:18:12,951 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:18:12,951 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:18:12,951 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:18:12,951 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:18:12,951 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375892951,5,FailOnTimeoutGroup] 2024-12-05T05:18:12,951 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:12,951 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375892951,5,FailOnTimeoutGroup] 2024-12-05T05:18:12,951 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:18:12,951 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:12,951 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:18:12,952 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:12,952 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:12,953 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:12,954 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:18:12,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:18:13,007 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(746): ClusterId : b8d8014d-0032-4e02-93fd-7a5d339ced1d 2024-12-05T05:18:13,007 DEBUG [RS:0;8edcaf2ecc84:43055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:18:13,013 DEBUG [RS:0;8edcaf2ecc84:43055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:18:13,013 DEBUG [RS:0;8edcaf2ecc84:43055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:18:13,024 DEBUG [RS:0;8edcaf2ecc84:43055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:18:13,025 DEBUG [RS:0;8edcaf2ecc84:43055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40921447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:18:13,035 DEBUG [RS:0;8edcaf2ecc84:43055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:43055 2024-12-05T05:18:13,035 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:18:13,036 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:18:13,036 DEBUG [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:18:13,037 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,35053,1733375891557 with port=43055, startcode=1733375891682 2024-12-05T05:18:13,037 DEBUG [RS:0;8edcaf2ecc84:43055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:18:13,039 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:18:13,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,43055,1733375891682 2024-12-05T05:18:13,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35053 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,43055,1733375891682 2024-12-05T05:18:13,044 DEBUG [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb 2024-12-05T05:18:13,044 DEBUG [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40363 2024-12-05T05:18:13,044 DEBUG [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:18:13,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604/rs 2024-12-05T05:18:13,055 DEBUG [RS:0;8edcaf2ecc84:43055 {}] zookeeper.ZKUtil(111): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Set watcher on existing znode=/1-452668604/rs/8edcaf2ecc84,43055,1733375891682 2024-12-05T05:18:13,055 WARN [RS:0;8edcaf2ecc84:43055 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:18:13,055 INFO [RS:0;8edcaf2ecc84:43055 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:13,056 DEBUG [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/WALs/8edcaf2ecc84,43055,1733375891682 2024-12-05T05:18:13,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,43055,1733375891682] 2024-12-05T05:18:13,060 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:18:13,063 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:18:13,063 INFO [RS:0;8edcaf2ecc84:43055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:18:13,063 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:13,064 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:18:13,065 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:18:13,065 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:13,065 DEBUG [RS:0;8edcaf2ecc84:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:13,065 DEBUG [RS:0;8edcaf2ecc84:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:13,065 DEBUG [RS:0;8edcaf2ecc84:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:13,065 DEBUG [RS:0;8edcaf2ecc84:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:13,065 DEBUG [RS:0;8edcaf2ecc84:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:13,065 DEBUG [RS:0;8edcaf2ecc84:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:18:13,065 DEBUG [RS:0;8edcaf2ecc84:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:13,065 DEBUG [RS:0;8edcaf2ecc84:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:13,065 DEBUG [RS:0;8edcaf2ecc84:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:13,066 DEBUG [RS:0;8edcaf2ecc84:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:13,066 DEBUG [RS:0;8edcaf2ecc84:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:13,066 DEBUG [RS:0;8edcaf2ecc84:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:13,066 DEBUG [RS:0;8edcaf2ecc84:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:18:13,066 DEBUG [RS:0;8edcaf2ecc84:43055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:18:13,066 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:13,066 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:13,066 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:13,067 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:13,067 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:13,067 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,43055,1733375891682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:18:13,081 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:18:13,081 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,43055,1733375891682-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:13,081 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:13,081 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.Replication(171): 8edcaf2ecc84,43055,1733375891682 started 2024-12-05T05:18:13,096 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:13,096 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,43055,1733375891682, RpcServer on 8edcaf2ecc84/172.17.0.3:43055, sessionid=0x101a3ecdbd80004 2024-12-05T05:18:13,097 DEBUG [RS:0;8edcaf2ecc84:43055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:18:13,097 DEBUG [RS:0;8edcaf2ecc84:43055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,43055,1733375891682 2024-12-05T05:18:13,097 DEBUG [RS:0;8edcaf2ecc84:43055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,43055,1733375891682' 2024-12-05T05:18:13,097 DEBUG [RS:0;8edcaf2ecc84:43055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-452668604/flush-table-proc/abort' 2024-12-05T05:18:13,097 DEBUG [RS:0;8edcaf2ecc84:43055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-452668604/flush-table-proc/acquired' 2024-12-05T05:18:13,098 DEBUG [RS:0;8edcaf2ecc84:43055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:18:13,098 DEBUG [RS:0;8edcaf2ecc84:43055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:18:13,098 DEBUG [RS:0;8edcaf2ecc84:43055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,43055,1733375891682 2024-12-05T05:18:13,098 DEBUG [RS:0;8edcaf2ecc84:43055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,43055,1733375891682' 2024-12-05T05:18:13,098 DEBUG [RS:0;8edcaf2ecc84:43055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-452668604/online-snapshot/abort' 2024-12-05T05:18:13,098 DEBUG [RS:0;8edcaf2ecc84:43055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-452668604/online-snapshot/acquired' 2024-12-05T05:18:13,099 DEBUG [RS:0;8edcaf2ecc84:43055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:18:13,099 INFO [RS:0;8edcaf2ecc84:43055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:18:13,099 INFO [RS:0;8edcaf2ecc84:43055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:18:13,200 INFO [RS:0;8edcaf2ecc84:43055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:18:13,207 INFO [RS:0;8edcaf2ecc84:43055 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C43055%2C1733375891682, suffix=, logDir=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/WALs/8edcaf2ecc84,43055,1733375891682, archiveDir=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/oldWALs, maxLogs=10 2024-12-05T05:18:13,222 DEBUG [RS:0;8edcaf2ecc84:43055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/WALs/8edcaf2ecc84,43055,1733375891682/8edcaf2ecc84%2C43055%2C1733375891682.1733375893208, exclude list is [], retry=0 2024-12-05T05:18:13,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44329,DS-30ecf4fc-5866-4b32-a6ce-10d5354785f2,DISK] 2024-12-05T05:18:13,228 INFO [RS:0;8edcaf2ecc84:43055 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/WALs/8edcaf2ecc84,43055,1733375891682/8edcaf2ecc84%2C43055%2C1733375891682.1733375893208 2024-12-05T05:18:13,229 DEBUG [RS:0;8edcaf2ecc84:43055 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36779:36779)] 2024-12-05T05:18:13,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:18:13,370 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb 2024-12-05T05:18:13,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741833_1009 (size=32) 2024-12-05T05:18:13,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T05:18:13,409 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T05:18:13,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:18:13,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T05:18:13,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:18:13,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T05:18:13,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T05:18:13,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T05:18:13,506 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:18:13,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:13,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:18:13,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:18:13,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:13,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:13,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:18:13,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:18:13,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:13,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:13,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:18:13,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:18:13,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:13,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:13,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:18:13,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:18:13,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:13,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:13,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:18:13,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/data/hbase/meta/1588230740 2024-12-05T05:18:13,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/data/hbase/meta/1588230740 2024-12-05T05:18:13,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:18:13,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:18:13,804 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:13,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:18:13,809 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:18:13,810 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58934765, jitterRate=-0.12180356681346893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:13,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733375893783Initializing all the Stores at 1733375893785 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375893785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375893785Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375893785Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375893785Cleaning up temporary data from old regions at 1733375893804 (+19 ms)Region opened successfully at 1733375893810 (+6 ms) 2024-12-05T05:18:13,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:18:13,810 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:18:13,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:18:13,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:18:13,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:18:13,810 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:18:13,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733375893810Disabling compacts and flushes for region at 1733375893810Disabling writes for close at 1733375893810Writing region close event to WAL at 1733375893810Closed at 1733375893810 2024-12-05T05:18:13,812 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:13,812 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:18:13,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:18:13,814 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:18:13,815 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:18:13,966 DEBUG [8edcaf2ecc84:35053 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:18:13,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,43055,1733375891682 2024-12-05T05:18:13,969 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,43055,1733375891682, state=OPENING 2024-12-05T05:18:14,030 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:18:14,058 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:18:14,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604 2024-12-05T05:18:14,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604 2024-12-05T05:18:14,076 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:18:14,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-452668604/meta-region-server: CHANGED 2024-12-05T05:18:14,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-452668604/meta-region-server: CHANGED 2024-12-05T05:18:14,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,43055,1733375891682}] 2024-12-05T05:18:14,232 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:18:14,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:18:14,239 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:18:14,239 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:14,239 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:18:14,242 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C43055%2C1733375891682.meta, suffix=.meta, logDir=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/WALs/8edcaf2ecc84,43055,1733375891682, archiveDir=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/oldWALs, maxLogs=10 2024-12-05T05:18:14,256 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/WALs/8edcaf2ecc84,43055,1733375891682/8edcaf2ecc84%2C43055%2C1733375891682.meta.1733375894243.meta, exclude list is [], retry=0 2024-12-05T05:18:14,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44329,DS-30ecf4fc-5866-4b32-a6ce-10d5354785f2,DISK] 2024-12-05T05:18:14,263 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/WALs/8edcaf2ecc84,43055,1733375891682/8edcaf2ecc84%2C43055%2C1733375891682.meta.1733375894243.meta 2024-12-05T05:18:14,264 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36779:36779)] 2024-12-05T05:18:14,264 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:18:14,265 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:18:14,265 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:18:14,265 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:18:14,265 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:18:14,265 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:18:14,265 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:14,266 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:18:14,266 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:18:14,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:18:14,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:18:14,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:14,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:14,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:18:14,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:18:14,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:14,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:14,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:18:14,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:18:14,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:14,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:14,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:18:14,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:18:14,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:14,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:14,280 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:18:14,282 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/data/hbase/meta/1588230740 2024-12-05T05:18:14,284 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/data/hbase/meta/1588230740 2024-12-05T05:18:14,287 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:18:14,287 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:18:14,288 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:14,291 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:18:14,293 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74660355, jitterRate=0.11252598464488983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:14,293 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:18:14,293 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733375894266Writing region info on filesystem at 1733375894266Initializing all the Stores at 1733375894268 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375894268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375894268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375894268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375894269 (+1 ms)Cleaning up temporary data from old regions at 1733375894287 (+18 ms)Running coprocessor post-open hooks at 1733375894293 (+6 ms)Region opened successfully at 1733375894293 2024-12-05T05:18:14,295 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733375894232 2024-12-05T05:18:14,300 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:18:14,300 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:18:14,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,43055,1733375891682 2024-12-05T05:18:14,304 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,43055,1733375891682, state=OPEN 2024-12-05T05:18:14,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-452668604/meta-region-server 2024-12-05T05:18:14,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-452668604/meta-region-server 2024-12-05T05:18:14,318 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,43055,1733375891682 2024-12-05T05:18:14,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-452668604/meta-region-server: CHANGED 2024-12-05T05:18:14,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-452668604/meta-region-server: CHANGED 2024-12-05T05:18:14,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:18:14,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,43055,1733375891682 in 242 msec 2024-12-05T05:18:14,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:18:14,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 511 msec 2024-12-05T05:18:14,329 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:14,329 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:18:14,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:18:14,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,43055,1733375891682, seqNum=-1] 2024-12-05T05:18:14,332 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:18:14,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:18:14,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3990 sec 2024-12-05T05:18:14,345 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733375894345, completionTime=-1 2024-12-05T05:18:14,346 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:18:14,346 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:18:14,349 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:18:14,349 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733375954349 2024-12-05T05:18:14,349 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376014349 2024-12-05T05:18:14,349 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-05T05:18:14,349 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35053,1733375891557-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:14,349 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35053,1733375891557-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:14,350 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35053,1733375891557-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:14,350 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:35053, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:14,350 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:14,350 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:14,352 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:18:14,355 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.605sec 2024-12-05T05:18:14,355 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:18:14,355 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:18:14,355 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:18:14,355 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:18:14,355 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:18:14,355 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35053,1733375891557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:18:14,355 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35053,1733375891557-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:18:14,359 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:18:14,359 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:18:14,359 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35053,1733375891557-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:14,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a92dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:14,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35053,-1 for getting cluster id 2024-12-05T05:18:14,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:14,412 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d8014d-0032-4e02-93fd-7a5d339ced1d' 2024-12-05T05:18:14,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:14,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d8014d-0032-4e02-93fd-7a5d339ced1d" 2024-12-05T05:18:14,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360daa0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:14,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35053,-1] 2024-12-05T05:18:14,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:14,417 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:14,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4151fef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:14,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:18:14,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,43055,1733375891682, seqNum=-1] 2024-12-05T05:18:14,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:18:14,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:18:14,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:14,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63240 2024-12-05T05:18:14,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:14,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a3ecdbd80005 connected 2024-12-05T05:18:14,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d1a7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:14,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,39237,-1 for getting cluster id 2024-12-05T05:18:14,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:14,454 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a73bad85-796d-499e-8377-710676d27b18' 2024-12-05T05:18:14,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:14,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a73bad85-796d-499e-8377-710676d27b18" 2024-12-05T05:18:14,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c59f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:14,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,39237,-1] 2024-12-05T05:18:14,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:14,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:14,457 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793fd00b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:14,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:18:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,39237,1733375882812 2024-12-05T05:18:14,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30859be 2024-12-05T05:18:14,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:18:14,473 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:18:14,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:35053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:18:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:18:14,487 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:35053' 2024-12-05T05:18:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:18:14,489 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544b2e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:14,489 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35053,-1 for getting cluster id 2024-12-05T05:18:14,489 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:14,490 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d8014d-0032-4e02-93fd-7a5d339ced1d' 2024-12-05T05:18:14,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:14,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d8014d-0032-4e02-93fd-7a5d339ced1d" 2024-12-05T05:18:14,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dda3fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:14,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35053,-1] 2024-12-05T05:18:14,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:14,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:14,492 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:14,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288bf3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:14,494 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:18:14,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:14,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@692a8d99 2024-12-05T05:18:14,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:18:14,500 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:18:14,510 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T05:18:14,511 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:18:14,514 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:14,515 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:14,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:14,516 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:18:14,520 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:18:14,523 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:18:14,524 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:14,526 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:18:14,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741835_1011 (size=1138) 2024-12-05T05:18:14,573 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T05:18:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:18:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:18:14,940 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18c02a58fc9b169491631544fbade929, NAME => 'hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433 2024-12-05T05:18:14,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741836_1012 (size=44) 2024-12-05T05:18:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:18:15,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:15,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 18c02a58fc9b169491631544fbade929, disabling compactions & flushes 2024-12-05T05:18:15,353 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:15,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:15,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. after waiting 0 ms 2024-12-05T05:18:15,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:15,354 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:15,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18c02a58fc9b169491631544fbade929: Waiting for close lock at 1733375895353Disabling compacts and flushes for region at 1733375895353Disabling writes for close at 1733375895354 (+1 ms)Writing region close event to WAL at 1733375895354Closed at 1733375895354 2024-12-05T05:18:15,357 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:18:15,364 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733375895357"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733375895357"}]},"ts":"1733375895357"} 2024-12-05T05:18:15,369 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:18:15,370 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:18:15,372 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733375895370"}]},"ts":"1733375895370"} 2024-12-05T05:18:15,376 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T05:18:15,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18c02a58fc9b169491631544fbade929, ASSIGN}] 2024-12-05T05:18:15,379 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18c02a58fc9b169491631544fbade929, ASSIGN 2024-12-05T05:18:15,381 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18c02a58fc9b169491631544fbade929, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,35235,1733375884363; forceNewPlan=false, retain=false 2024-12-05T05:18:15,533 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=18c02a58fc9b169491631544fbade929, regionState=OPENING, regionLocation=8edcaf2ecc84,35235,1733375884363 2024-12-05T05:18:15,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18c02a58fc9b169491631544fbade929, ASSIGN because future has completed 2024-12-05T05:18:15,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18c02a58fc9b169491631544fbade929, server=8edcaf2ecc84,35235,1733375884363}] 2024-12-05T05:18:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:18:15,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:15,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:15,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:18:15,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C35235%2C1733375884363.rep, suffix=, logDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363, archiveDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/oldWALs, maxLogs=10 2024-12-05T05:18:15,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.rep.1733375895710, exclude list is [], retry=0 2024-12-05T05:18:15,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43211,DS-9d130a82-0864-4071-8fa8-191094c15651,DISK] 2024-12-05T05:18:15,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.rep.1733375895710 2024-12-05T05:18:15,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35257:35257)] 2024-12-05T05:18:15,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 18c02a58fc9b169491631544fbade929, NAME => 'hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:18:15,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:18:15,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:18:15,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. service=MultiRowMutationService 2024-12-05T05:18:15,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:18:15,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:15,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:15,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:15,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:15,736 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:15,738 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18c02a58fc9b169491631544fbade929 columnFamilyName hfileref 2024-12-05T05:18:15,738 DEBUG [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:15,739 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] regionserver.HStore(327): Store=18c02a58fc9b169491631544fbade929/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:15,739 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:15,741 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18c02a58fc9b169491631544fbade929 columnFamilyName queue 2024-12-05T05:18:15,741 DEBUG [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:15,742 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] regionserver.HStore(327): Store=18c02a58fc9b169491631544fbade929/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:15,742 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:15,744 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18c02a58fc9b169491631544fbade929 columnFamilyName sid 2024-12-05T05:18:15,744 DEBUG [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:15,745 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] regionserver.HStore(327): Store=18c02a58fc9b169491631544fbade929/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:15,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:15,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/replication/18c02a58fc9b169491631544fbade929 2024-12-05T05:18:15,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/replication/18c02a58fc9b169491631544fbade929 2024-12-05T05:18:15,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:15,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:15,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:18:15,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:15,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/replication/18c02a58fc9b169491631544fbade929/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:18:15,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 18c02a58fc9b169491631544fbade929; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66890164, jitterRate=-0.0032588839530944824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:18:15,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:15,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 18c02a58fc9b169491631544fbade929: Running coprocessor pre-open hook at 1733375895734Writing region info on filesystem at 1733375895734Initializing all the Stores at 1733375895735 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375895735Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375895736 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375895736Cleaning up temporary data from old regions at 1733375895750 (+14 ms)Running coprocessor post-open hooks at 1733375895758 (+8 ms)Region opened successfully at 1733375895759 (+1 ms) 2024-12-05T05:18:15,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929., pid=7, masterSystemTime=1733375895696 2024-12-05T05:18:15,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:15,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:15,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=18c02a58fc9b169491631544fbade929, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,35235,1733375884363 2024-12-05T05:18:15,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18c02a58fc9b169491631544fbade929, server=8edcaf2ecc84,35235,1733375884363 because future has completed 2024-12-05T05:18:15,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T05:18:15,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 18c02a58fc9b169491631544fbade929, server=8edcaf2ecc84,35235,1733375884363 in 231 msec 2024-12-05T05:18:15,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:18:15,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18c02a58fc9b169491631544fbade929, ASSIGN in 397 msec 2024-12-05T05:18:15,780 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:18:15,781 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733375895781"}]},"ts":"1733375895781"} 2024-12-05T05:18:15,784 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T05:18:15,786 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:18:15,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2690 sec 2024-12-05T05:18:15,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929., hostname=8edcaf2ecc84,35235,1733375884363, seqNum=2] 2024-12-05T05:18:15,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35235 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-05T05:18:15,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:15,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:15,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:18:16,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T05:18:16,063 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T05:18:16,104 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,35235,1733375884363, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:18:16,105 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:18:16,105 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,35235,1733375884363, seqNum=-1] 2024-12-05T05:18:16,106 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:18:16,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-05T05:18:16,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8edcaf2ecc84,35235,1733375884363', locateType=CURRENT is [region=hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929., hostname=8edcaf2ecc84,35235,1733375884363, seqNum=2] 2024-12-05T05:18:16,116 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T05:18:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T05:18:16,122 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8edcaf2ecc84,35235,1733375884363 suceeded 2024-12-05T05:18:16,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T05:18:16,126 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8edcaf2ecc84:35053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:18:16,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-12-05T05:18:16,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6500 sec 2024-12-05T05:18:16,143 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:35053' 2024-12-05T05:18:16,147 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f8f8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:16,147 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35053,-1 for getting cluster id 2024-12-05T05:18:16,147 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:16,148 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d8014d-0032-4e02-93fd-7a5d339ced1d' 2024-12-05T05:18:16,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:16,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d8014d-0032-4e02-93fd-7a5d339ced1d" 2024-12-05T05:18:16,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@625fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:16,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35053,-1] 2024-12-05T05:18:16,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:16,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:16,152 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:16,153 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2200377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:16,153 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:18:16,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:16,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4982e4d 2024-12-05T05:18:16,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:18:16,156 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T05:18:16,157 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,35235,1733375884363 (queues=1) is replicating from cluster=a73bad85-796d-499e-8377-710676d27b18 to cluster=b8d8014d-0032-4e02-93fd-7a5d339ced1d 2024-12-05T05:18:16,160 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C35235%2C1733375884363 2024-12-05T05:18:16,165 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,35235,1733375884363, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:18:16,168 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363.replicationSource.shipper8edcaf2ecc84%2C35235%2C1733375884363,1-8edcaf2ecc84,35235,1733375884363 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C35235%2C1733375884363 2024-12-05T05:18:16,171 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363.replicationSource.wal-reader.8edcaf2ecc84%2C35235%2C1733375884363,1-8edcaf2ecc84,35235,1733375884363 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.1733375887790, startPosition=0, beingWritten=true 2024-12-05T05:18:16,422 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363.replicationSource.wal-reader.8edcaf2ecc84%2C35235%2C1733375884363,1-8edcaf2ecc84,35235,1733375884363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.1733375887790 to pos 0, reset compression=false 2024-12-05T05:18:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:18:16,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:18:16,642 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:18:16,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:16,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:16,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:16,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:16,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189bc1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:16,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,39237,-1 for getting cluster id 2024-12-05T05:18:16,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:16,645 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a73bad85-796d-499e-8377-710676d27b18' 2024-12-05T05:18:16,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:16,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a73bad85-796d-499e-8377-710676d27b18" 2024-12-05T05:18:16,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498eb669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:16,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,39237,-1] 2024-12-05T05:18:16,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:16,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:16,649 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:16,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339f82a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:16,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:18:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,39237,1733375882812 2024-12-05T05:18:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4292de84 2024-12-05T05:18:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:18:16,655 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:18:16,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://8edcaf2ecc84:35053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:18:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:18:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T05:18:16,660 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:35053' 2024-12-05T05:18:16,661 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256979f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:16,661 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35053,-1 for getting cluster id 2024-12-05T05:18:16,661 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:16,662 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d8014d-0032-4e02-93fd-7a5d339ced1d' 2024-12-05T05:18:16,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:16,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d8014d-0032-4e02-93fd-7a5d339ced1d" 2024-12-05T05:18:16,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b50821a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:16,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35053,-1] 2024-12-05T05:18:16,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:16,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:16,664 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:16,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3b935f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:16,665 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:18:16,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:16,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dbcb78f 2024-12-05T05:18:16,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:18:16,667 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:18:16,668 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-05T05:18:16,669 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:18:16,669 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:16,669 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:16,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:16,733 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363.replicationSource.wal-reader.8edcaf2ecc84%2C35235%2C1733375884363,1-8edcaf2ecc84,35235,1733375884363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.1733375887790 to pos 0, reset compression=false 2024-12-05T05:18:16,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:18:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T05:18:16,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-05T05:18:16,894 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T05:18:16,920 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-8edcaf2ecc84,35235,1733375884363, ReplicationSource: 2, currentBandwidth=0 2024-12-05T05:18:16,923 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T05:18:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T05:18:16,926 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 8edcaf2ecc84,35235,1733375884363 suceeded 2024-12-05T05:18:16,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T05:18:16,929 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://8edcaf2ecc84:35053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:18:16,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-05T05:18:16,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 273 msec 2024-12-05T05:18:16,938 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:35053' 2024-12-05T05:18:16,939 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@720b9b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:16,939 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35053,-1 for getting cluster id 2024-12-05T05:18:16,939 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:16,940 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d8014d-0032-4e02-93fd-7a5d339ced1d' 2024-12-05T05:18:16,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:16,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d8014d-0032-4e02-93fd-7a5d339ced1d" 2024-12-05T05:18:16,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14464ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:16,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35053,-1] 2024-12-05T05:18:16,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:16,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:16,942 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:16,943 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77e43f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:16,943 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:18:16,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:16,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56b1604e 2024-12-05T05:18:16,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:18:16,945 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T05:18:16,946 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8edcaf2ecc84,35235,1733375884363 (queues=1) is replicating from cluster=a73bad85-796d-499e-8377-710676d27b18 to cluster=b8d8014d-0032-4e02-93fd-7a5d339ced1d 2024-12-05T05:18:16,946 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8edcaf2ecc84%2C35235%2C1733375884363 2024-12-05T05:18:16,946 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8edcaf2ecc84,35235,1733375884363, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:18:16,946 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363.replicationSource.shipper8edcaf2ecc84%2C35235%2C1733375884363,2-8edcaf2ecc84,35235,1733375884363 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C35235%2C1733375884363 2024-12-05T05:18:16,946 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363.replicationSource.wal-reader.8edcaf2ecc84%2C35235%2C1733375884363,2-8edcaf2ecc84,35235,1733375884363 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.1733375887790, startPosition=0, beingWritten=true 2024-12-05T05:18:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T05:18:16,982 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T05:18:16,982 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:18:16,982 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:16,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:16,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:16,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:16,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:18:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,39237,1733375882812 2024-12-05T05:18:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71ecc597 2024-12-05T05:18:16,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:18:16,987 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:18:16,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T05:18:16,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T05:18:16,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T05:18:16,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T05:18:16,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:35053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:18:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T05:18:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T05:18:17,004 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:35053' 2024-12-05T05:18:17,005 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1578c8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:17,005 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35053,-1 for getting cluster id 2024-12-05T05:18:17,005 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:17,006 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d8014d-0032-4e02-93fd-7a5d339ced1d' 2024-12-05T05:18:17,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:17,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d8014d-0032-4e02-93fd-7a5d339ced1d" 2024-12-05T05:18:17,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ed0ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:17,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35053,-1] 2024-12-05T05:18:17,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:17,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:17,008 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:17,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8ff005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:17,009 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:18:17,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:17,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52e9e0a4 2024-12-05T05:18:17,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:18:17,012 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:18:17,012 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T05:18:17,013 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:18:17,013 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:17,013 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:17,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:17,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:18:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T05:18:17,140 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363.replicationSource.wal-reader.8edcaf2ecc84%2C35235%2C1733375884363,1-8edcaf2ecc84,35235,1733375884363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.1733375887790 to pos 0, reset compression=false 2024-12-05T05:18:17,153 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363.replicationSource.wal-reader.8edcaf2ecc84%2C35235%2C1733375884363,2-8edcaf2ecc84,35235,1733375884363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.1733375887790 to pos 0, reset compression=false 2024-12-05T05:18:17,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-05T05:18:17,180 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-05T05:18:17,183 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T05:18:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T05:18:17,187 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 8edcaf2ecc84,35235,1733375884363 suceeded 2024-12-05T05:18:17,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T05:18:17,191 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://8edcaf2ecc84:35053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:18:17,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-12-05T05:18:17,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 194 msec 2024-12-05T05:18:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T05:18:17,322 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-05T05:18:17,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://8edcaf2ecc84:35053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:18:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T05:18:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T05:18:17,327 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:35053' 2024-12-05T05:18:17,329 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd2d6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:17,329 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35053,-1 for getting cluster id 2024-12-05T05:18:17,329 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:17,330 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d8014d-0032-4e02-93fd-7a5d339ced1d' 2024-12-05T05:18:17,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:17,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d8014d-0032-4e02-93fd-7a5d339ced1d" 2024-12-05T05:18:17,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fae7fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:17,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35053,-1] 2024-12-05T05:18:17,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:17,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:17,332 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:17,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ee3e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:17,334 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:18:17,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:17,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f571284 2024-12-05T05:18:17,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:18:17,337 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:18:17,338 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T05:18:17,338 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:18:17,338 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:17,338 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:17,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:17,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:18:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T05:18:17,459 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363.replicationSource.wal-reader.8edcaf2ecc84%2C35235%2C1733375884363,2-8edcaf2ecc84,35235,1733375884363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.1733375887790 to pos 0, reset compression=false 2024-12-05T05:18:17,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-05T05:18:17,508 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-05T05:18:17,511 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T05:18:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T05:18:17,518 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 8edcaf2ecc84,35235,1733375884363 suceeded 2024-12-05T05:18:17,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T05:18:17,523 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://8edcaf2ecc84:35053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:18:17,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 167 msec 2024-12-05T05:18:17,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 200 msec 2024-12-05T05:18:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T05:18:17,642 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-05T05:18:17,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T05:18:17,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T05:18:17,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:18:17,647 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:17,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:17,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:17,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:17,648 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:18:17,648 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078958413, stopped=false 2024-12-05T05:18:17,648 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,39237,1733375882812 2024-12-05T05:18:17,650 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363.replicationSource.wal-reader.8edcaf2ecc84%2C35235%2C1733375884363,1-8edcaf2ecc84,35235,1733375884363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.1733375887790 to pos 0, reset compression=false 2024-12-05T05:18:17,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0742967742/running 2024-12-05T05:18:17,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0742967742/running 2024-12-05T05:18:17,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:17,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:17,665 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:18:17,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:18:17,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:17,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:17,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on znode that does not yet exist, /0742967742/running 2024-12-05T05:18:17,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on znode that does not yet exist, /0742967742/running 2024-12-05T05:18:17,666 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,35235,1733375884363' ***** 2024-12-05T05:18:17,666 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:18:17,666 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:18:17,666 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:18:17,667 INFO [RS:0;8edcaf2ecc84:35235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:18:17,667 INFO [RS:0;8edcaf2ecc84:35235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:18:17,667 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(3091): Received CLOSE for 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:17,667 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,35235,1733375884363 2024-12-05T05:18:17,667 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:18:17,667 INFO [RS:0;8edcaf2ecc84:35235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:35235. 2024-12-05T05:18:17,667 DEBUG [RS:0;8edcaf2ecc84:35235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:17,667 DEBUG [RS:0;8edcaf2ecc84:35235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:17,668 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:18:17,668 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18c02a58fc9b169491631544fbade929, disabling compactions & flushes 2024-12-05T05:18:17,668 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:18:17,668 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:17,668 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:18:17,668 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:17,668 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:18:17,668 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. after waiting 0 ms 2024-12-05T05:18:17,668 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:17,668 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T05:18:17,668 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 18c02a58fc9b169491631544fbade929=hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929.} 2024-12-05T05:18:17,668 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:18:17,668 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:18:17,668 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:18:17,668 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:18:17,668 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:18:17,669 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:17,671 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 18c02a58fc9b169491631544fbade929 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-05T05:18:17,671 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T05:18:17,702 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:18:17,729 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/replication/18c02a58fc9b169491631544fbade929/.tmp/queue/7a0e6c6d15354a7c8d9e02bc70bb9326 is 151, key is 1-8edcaf2ecc84,35235,1733375884363/queue:8edcaf2ecc84%2C35235%2C1733375884363/1733375896111/Put/seqid=0 2024-12-05T05:18:17,729 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/.tmp/info/549add5fcfa848739c3cc5a10ba800a8 is 147, key is hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929./info:regioninfo/1733375895765/Put/seqid=0 2024-12-05T05:18:17,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741838_1014 (size=5500) 2024-12-05T05:18:17,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741839_1015 (size=6631) 2024-12-05T05:18:17,869 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:17,872 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363.replicationSource.wal-reader.8edcaf2ecc84%2C35235%2C1733375884363,2-8edcaf2ecc84,35235,1733375884363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.1733375887790 to pos 0, reset compression=false 2024-12-05T05:18:18,069 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:18,142 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/replication/18c02a58fc9b169491631544fbade929/.tmp/queue/7a0e6c6d15354a7c8d9e02bc70bb9326 2024-12-05T05:18:18,143 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/.tmp/info/549add5fcfa848739c3cc5a10ba800a8 2024-12-05T05:18:18,187 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/replication/18c02a58fc9b169491631544fbade929/.tmp/queue/7a0e6c6d15354a7c8d9e02bc70bb9326 as hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/replication/18c02a58fc9b169491631544fbade929/queue/7a0e6c6d15354a7c8d9e02bc70bb9326 2024-12-05T05:18:18,197 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/replication/18c02a58fc9b169491631544fbade929/queue/7a0e6c6d15354a7c8d9e02bc70bb9326, entries=2, sequenceid=6, filesize=5.4 K 2024-12-05T05:18:18,204 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/.tmp/ns/8fe1e5ca084b47fc9a25efa6b43fdee6 is 43, key is default/ns:d/1733375888718/Put/seqid=0 2024-12-05T05:18:18,205 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 18c02a58fc9b169491631544fbade929 in 532ms, sequenceid=6, compaction requested=false 2024-12-05T05:18:18,205 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T05:18:18,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741840_1016 (size=5153) 2024-12-05T05:18:18,213 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/replication/18c02a58fc9b169491631544fbade929/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T05:18:18,216 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:18:18,216 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:18:18,216 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:18,216 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18c02a58fc9b169491631544fbade929: Waiting for close lock at 1733375897667Running coprocessor pre-close hooks at 1733375897668 (+1 ms)Disabling compacts and flushes for region at 1733375897668Disabling writes for close at 1733375897668Obtaining lock to block concurrent updates at 1733375897671 (+3 ms)Preparing flush snapshotting stores in 18c02a58fc9b169491631544fbade929 at 1733375897671Finished memstore snapshotting hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733375897678 (+7 ms)Flushing stores of hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. at 1733375897680 (+2 ms)Flushing 18c02a58fc9b169491631544fbade929/queue: creating writer at 1733375897681 (+1 ms)Flushing 18c02a58fc9b169491631544fbade929/queue: appending metadata at 1733375897717 (+36 ms)Flushing 18c02a58fc9b169491631544fbade929/queue: closing flushed file at 1733375897720 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@435faecd: reopening flushed file at 1733375898185 (+465 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 18c02a58fc9b169491631544fbade929 in 532ms, sequenceid=6, compaction requested=false at 1733375898205 (+20 ms)Writing region close event to WAL at 1733375898207 (+2 ms)Running coprocessor post-close hooks at 1733375898214 (+7 ms)Closed at 1733375898216 (+2 ms) 2024-12-05T05:18:18,217 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:18,257 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363.replicationSource.wal-reader.8edcaf2ecc84%2C35235%2C1733375884363,1-8edcaf2ecc84,35235,1733375884363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.1733375887790 to pos 0, reset compression=false 2024-12-05T05:18:18,269 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:18:18,378 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363.replicationSource.wal-reader.8edcaf2ecc84%2C35235%2C1733375884363,2-8edcaf2ecc84,35235,1733375884363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.1733375887790 to pos 0, reset compression=false 2024-12-05T05:18:18,470 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:18:18,613 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/.tmp/ns/8fe1e5ca084b47fc9a25efa6b43fdee6 2024-12-05T05:18:18,641 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/.tmp/table/c3a915cd9f254de997687a0b78c16c0e is 53, key is hbase:replication/table:state/1733375895781/Put/seqid=0 2024-12-05T05:18:18,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741841_1017 (size=5256) 2024-12-05T05:18:18,670 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T05:18:18,670 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T05:18:18,670 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:18:18,675 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:18:18,676 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:18:18,871 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:18:18,964 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363.replicationSource.wal-reader.8edcaf2ecc84%2C35235%2C1733375884363,1-8edcaf2ecc84,35235,1733375884363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.1733375887790 to pos 0, reset compression=false 2024-12-05T05:18:18,988 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363.replicationSource.wal-reader.8edcaf2ecc84%2C35235%2C1733375884363,2-8edcaf2ecc84,35235,1733375884363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.1733375887790 to pos 0, reset compression=false 2024-12-05T05:18:19,048 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/.tmp/table/c3a915cd9f254de997687a0b78c16c0e 2024-12-05T05:18:19,063 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/.tmp/info/549add5fcfa848739c3cc5a10ba800a8 as hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/info/549add5fcfa848739c3cc5a10ba800a8 2024-12-05T05:18:19,071 DEBUG [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:18:19,072 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/info/549add5fcfa848739c3cc5a10ba800a8, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T05:18:19,073 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/.tmp/ns/8fe1e5ca084b47fc9a25efa6b43fdee6 as hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/ns/8fe1e5ca084b47fc9a25efa6b43fdee6 2024-12-05T05:18:19,082 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/ns/8fe1e5ca084b47fc9a25efa6b43fdee6, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T05:18:19,084 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/.tmp/table/c3a915cd9f254de997687a0b78c16c0e as hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/table/c3a915cd9f254de997687a0b78c16c0e 2024-12-05T05:18:19,094 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/table/c3a915cd9f254de997687a0b78c16c0e, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T05:18:19,095 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1427ms, sequenceid=11, compaction requested=false 2024-12-05T05:18:19,101 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T05:18:19,102 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:18:19,102 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:18:19,102 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:18:19,102 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733375897668Running coprocessor pre-close hooks at 1733375897668Disabling compacts and flushes for region at 1733375897668Disabling writes for close at 1733375897668Obtaining lock to block concurrent updates at 1733375897671 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733375897671Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733375897679 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733375897680 (+1 ms)Flushing 1588230740/info: creating writer at 1733375897681 (+1 ms)Flushing 1588230740/info: appending metadata at 1733375897718 (+37 ms)Flushing 1588230740/info: closing flushed file at 1733375897720 (+2 ms)Flushing 1588230740/ns: creating writer at 1733375898185 (+465 ms)Flushing 1588230740/ns: appending metadata at 1733375898203 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733375898203Flushing 1588230740/table: creating writer at 1733375898623 (+420 ms)Flushing 1588230740/table: appending metadata at 1733375898640 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733375898640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d769ef9: reopening flushed file at 1733375899062 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4160b1d6: reopening flushed file at 1733375899072 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dce8ad5: reopening flushed file at 1733375899083 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1427ms, sequenceid=11, compaction requested=false at 1733375899095 (+12 ms)Writing region close event to WAL at 1733375899096 (+1 ms)Running coprocessor post-close hooks at 1733375899102 (+6 ms)Closed at 1733375899102 2024-12-05T05:18:19,102 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:18:19,271 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,35235,1733375884363; all regions closed. 2024-12-05T05:18:19,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741834_1010 (size=2742) 2024-12-05T05:18:19,282 DEBUG [RS:0;8edcaf2ecc84:35235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/oldWALs 2024-12-05T05:18:19,282 INFO [RS:0;8edcaf2ecc84:35235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C35235%2C1733375884363.meta:.meta(num 1733375888461) 2024-12-05T05:18:19,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741837_1013 (size=1802) 2024-12-05T05:18:19,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363/8edcaf2ecc84%2C35235%2C1733375884363.rep.1733375895710 not finished, retry = 0 2024-12-05T05:18:19,389 DEBUG [RS:0;8edcaf2ecc84:35235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/oldWALs 2024-12-05T05:18:19,389 INFO [RS:0;8edcaf2ecc84:35235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C35235%2C1733375884363.rep:(num 1733375895710) 2024-12-05T05:18:19,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741833_1009 (size=93) 2024-12-05T05:18:19,397 DEBUG [RS:0;8edcaf2ecc84:35235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/oldWALs 2024-12-05T05:18:19,397 INFO [RS:0;8edcaf2ecc84:35235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C35235%2C1733375884363:(num 1733375887790) 2024-12-05T05:18:19,397 DEBUG [RS:0;8edcaf2ecc84:35235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:19,397 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:18:19,397 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:18:19,398 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T05:18:19,398 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:18:19,398 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:18:19,399 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,35235,1733375884363 because: Region server is closing 2024-12-05T05:18:19,400 INFO [RS:0;8edcaf2ecc84:35235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:35235. 2024-12-05T05:18:19,400 DEBUG [RS:0;8edcaf2ecc84:35235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:19,400 DEBUG [RS:0;8edcaf2ecc84:35235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:19,400 DEBUG [RS:0;8edcaf2ecc84:35235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:19,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:19,501 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363.replicationSource.wal-reader.8edcaf2ecc84%2C35235%2C1733375884363,1-8edcaf2ecc84,35235,1733375884363 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T05:18:19,501 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363.replicationSource.shipper8edcaf2ecc84%2C35235%2C1733375884363,1-8edcaf2ecc84,35235,1733375884363 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T05:18:19,502 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35235,1733375884363.replicationSource.shipper8edcaf2ecc84%2C35235%2C1733375884363,1-8edcaf2ecc84,35235,1733375884363 terminated 2024-12-05T05:18:19,503 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8edcaf2ecc84,35235,1733375884363 because: Region server is closing 2024-12-05T05:18:19,503 INFO [RS:0;8edcaf2ecc84:35235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:35235. 2024-12-05T05:18:19,504 DEBUG [RS:0;8edcaf2ecc84:35235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:19,504 DEBUG [RS:0;8edcaf2ecc84:35235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:19,504 DEBUG [RS:0;8edcaf2ecc84:35235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:19,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:19,605 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363.replicationSource.shipper8edcaf2ecc84%2C35235%2C1733375884363,2-8edcaf2ecc84,35235,1733375884363 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T05:18:19,605 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363.replicationSource.wal-reader.8edcaf2ecc84%2C35235%2C1733375884363,2-8edcaf2ecc84,35235,1733375884363 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T05:18:19,605 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,35235,1733375884363.replicationSource.shipper8edcaf2ecc84%2C35235%2C1733375884363,2-8edcaf2ecc84,35235,1733375884363 terminated 2024-12-05T05:18:19,606 INFO [RS:0;8edcaf2ecc84:35235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35235 2024-12-05T05:18:19,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742/rs 2024-12-05T05:18:19,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0742967742/rs/8edcaf2ecc84,35235,1733375884363 2024-12-05T05:18:19,620 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:18:19,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,35235,1733375884363] 2024-12-05T05:18:19,643 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0742967742/draining/8edcaf2ecc84,35235,1733375884363 already deleted, retry=false 2024-12-05T05:18:19,644 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,35235,1733375884363 expired; onlineServers=0 2024-12-05T05:18:19,644 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,39237,1733375882812' ***** 2024-12-05T05:18:19,644 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:18:19,644 INFO [M:0;8edcaf2ecc84:39237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:18:19,644 INFO [M:0;8edcaf2ecc84:39237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:18:19,644 DEBUG [M:0;8edcaf2ecc84:39237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:18:19,644 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:18:19,644 DEBUG [M:0;8edcaf2ecc84:39237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:18:19,644 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375887315 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375887315,5,FailOnTimeoutGroup] 2024-12-05T05:18:19,644 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375887317 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375887317,5,FailOnTimeoutGroup] 2024-12-05T05:18:19,644 INFO [M:0;8edcaf2ecc84:39237 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:18:19,644 INFO [M:0;8edcaf2ecc84:39237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:18:19,645 DEBUG [M:0;8edcaf2ecc84:39237 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:18:19,645 INFO [M:0;8edcaf2ecc84:39237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:18:19,645 INFO [M:0;8edcaf2ecc84:39237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:18:19,645 INFO [M:0;8edcaf2ecc84:39237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:18:19,645 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:18:19,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0742967742/master 2024-12-05T05:18:19,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:19,654 DEBUG [M:0;8edcaf2ecc84:39237 {}] zookeeper.ZKUtil(347): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Unable to get data of znode /0742967742/master because node does not exist (not an error) 2024-12-05T05:18:19,654 WARN [M:0;8edcaf2ecc84:39237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:18:19,655 INFO [M:0;8edcaf2ecc84:39237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/.lastflushedseqids 2024-12-05T05:18:19,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741842_1018 (size=181) 2024-12-05T05:18:19,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:19,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35235-0x101a3ecdbd80001, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:19,734 INFO [RS:0;8edcaf2ecc84:35235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:18:19,734 INFO [RS:0;8edcaf2ecc84:35235 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,35235,1733375884363; zookeeper connection closed. 2024-12-05T05:18:19,734 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d053036 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d053036 2024-12-05T05:18:19,735 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:18:19,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:18:20,066 INFO [M:0;8edcaf2ecc84:39237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:18:20,067 INFO [M:0;8edcaf2ecc84:39237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:18:20,067 DEBUG [M:0;8edcaf2ecc84:39237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:18:20,067 INFO [M:0;8edcaf2ecc84:39237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:20,067 DEBUG [M:0;8edcaf2ecc84:39237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:20,067 DEBUG [M:0;8edcaf2ecc84:39237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:18:20,067 DEBUG [M:0;8edcaf2ecc84:39237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:20,068 INFO [M:0;8edcaf2ecc84:39237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-05T05:18:20,087 DEBUG [M:0;8edcaf2ecc84:39237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ba449cc2d154313b185de1c94ac971b is 82, key is hbase:meta,,1/info:regioninfo/1733375888566/Put/seqid=0 2024-12-05T05:18:20,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741843_1019 (size=5672) 2024-12-05T05:18:20,494 INFO [M:0;8edcaf2ecc84:39237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ba449cc2d154313b185de1c94ac971b 2024-12-05T05:18:20,522 DEBUG [M:0;8edcaf2ecc84:39237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/410ad8c4043c4d47b7bcf1557b6d53ec is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733375895788/Put/seqid=0 2024-12-05T05:18:20,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741844_1020 (size=8663) 2024-12-05T05:18:20,927 INFO [M:0;8edcaf2ecc84:39237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/410ad8c4043c4d47b7bcf1557b6d53ec 2024-12-05T05:18:20,950 DEBUG [M:0;8edcaf2ecc84:39237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe526623721840d0837089c6463f911f is 69, key is 8edcaf2ecc84,35235,1733375884363/rs:state/1733375887431/Put/seqid=0 2024-12-05T05:18:20,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741845_1021 (size=5156) 2024-12-05T05:18:21,356 INFO [M:0;8edcaf2ecc84:39237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe526623721840d0837089c6463f911f 2024-12-05T05:18:21,368 DEBUG [M:0;8edcaf2ecc84:39237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ba449cc2d154313b185de1c94ac971b as hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ba449cc2d154313b185de1c94ac971b 2024-12-05T05:18:21,375 INFO [M:0;8edcaf2ecc84:39237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ba449cc2d154313b185de1c94ac971b, entries=8, sequenceid=115, filesize=5.5 K 2024-12-05T05:18:21,376 DEBUG [M:0;8edcaf2ecc84:39237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/410ad8c4043c4d47b7bcf1557b6d53ec as hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/410ad8c4043c4d47b7bcf1557b6d53ec 2024-12-05T05:18:21,384 INFO [M:0;8edcaf2ecc84:39237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/410ad8c4043c4d47b7bcf1557b6d53ec, entries=14, sequenceid=115, filesize=8.5 K 2024-12-05T05:18:21,385 DEBUG [M:0;8edcaf2ecc84:39237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe526623721840d0837089c6463f911f as hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe526623721840d0837089c6463f911f 2024-12-05T05:18:21,391 INFO [M:0;8edcaf2ecc84:39237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe526623721840d0837089c6463f911f, entries=1, sequenceid=115, filesize=5.0 K 2024-12-05T05:18:21,393 INFO [M:0;8edcaf2ecc84:39237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=115, compaction requested=false 2024-12-05T05:18:21,395 INFO [M:0;8edcaf2ecc84:39237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:21,395 DEBUG [M:0;8edcaf2ecc84:39237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733375900067Disabling compacts and flushes for region at 1733375900067Disabling writes for close at 1733375900067Obtaining lock to block concurrent updates at 1733375900068 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733375900068Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733375900068Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733375900069 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733375900069Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733375900087 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733375900087Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733375900507 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733375900521 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733375900521Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733375900934 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733375900950 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733375900950Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f898ddd: reopening flushed file at 1733375901366 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17453a4d: reopening flushed file at 1733375901375 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17238cbc: reopening flushed file at 1733375901384 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=115, compaction requested=false at 1733375901393 (+9 ms)Writing region close event to WAL at 1733375901395 (+2 ms)Closed at 1733375901395 2024-12-05T05:18:21,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741830_1006 (size=59421) 2024-12-05T05:18:21,401 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/WALs/8edcaf2ecc84,39237,1733375882812/8edcaf2ecc84%2C39237%2C1733375882812.1733375885942 not finished, retry = 0 2024-12-05T05:18:21,502 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:18:21,502 INFO [M:0;8edcaf2ecc84:39237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:18:21,503 INFO [M:0;8edcaf2ecc84:39237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39237 2024-12-05T05:18:21,503 INFO [M:0;8edcaf2ecc84:39237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:18:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:21,628 INFO [M:0;8edcaf2ecc84:39237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:18:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x101a3ecdbd80000, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:21,632 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:18:21,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:21,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:21,633 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:18:21,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:21,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:18:21,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:18:21,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:18:21,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38525 2024-12-05T05:18:21,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38525 connecting to ZooKeeper ensemble=127.0.0.1:63240 2024-12-05T05:18:21,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385250x0, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:21,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38525-0x101a3ecdbd80006 connected 2024-12-05T05:18:21,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:21,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:21,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on znode that does not yet exist, /0742967742/running 2024-12-05T05:18:21,679 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0742967742/meta-region-server: INIT 2024-12-05T05:18:21,679 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433, hbase.cluster.distributed=false 2024-12-05T05:18:21,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on znode that does not yet exist, /0742967742/acl 2024-12-05T05:18:21,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38525 2024-12-05T05:18:21,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38525 2024-12-05T05:18:21,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38525 2024-12-05T05:18:21,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38525 2024-12-05T05:18:21,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38525 2024-12-05T05:18:21,697 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:18:21,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:21,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:21,697 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:18:21,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:21,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:18:21,697 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:18:21,697 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:18:21,698 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39699 2024-12-05T05:18:21,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39699 connecting to ZooKeeper ensemble=127.0.0.1:63240 2024-12-05T05:18:21,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:21,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:21,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396990x0, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:21,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39699-0x101a3ecdbd80007 connected 2024-12-05T05:18:21,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on znode that does not yet exist, /0742967742/running 2024-12-05T05:18:21,843 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0742967742/meta-region-server: INIT 2024-12-05T05:18:21,844 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:18:21,847 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:18:21,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on znode that does not yet exist, /0742967742/master 2024-12-05T05:18:21,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on znode that does not yet exist, /0742967742/acl 2024-12-05T05:18:21,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39699 2024-12-05T05:18:21,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39699 2024-12-05T05:18:21,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39699 2024-12-05T05:18:21,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39699 2024-12-05T05:18:21,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39699 2024-12-05T05:18:21,864 DEBUG [M:0;8edcaf2ecc84:38525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:38525 2024-12-05T05:18:21,864 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0742967742/backup-masters/8edcaf2ecc84,38525,1733375901632 2024-12-05T05:18:21,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742/backup-masters 2024-12-05T05:18:21,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742/backup-masters 2024-12-05T05:18:21,875 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on existing znode=/0742967742/backup-masters/8edcaf2ecc84,38525,1733375901632 2024-12-05T05:18:21,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0742967742/master 2024-12-05T05:18:21,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:21,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:21,931 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on existing znode=/0742967742/master 2024-12-05T05:18:21,932 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0742967742/backup-masters/8edcaf2ecc84,38525,1733375901632 from backup master directory 2024-12-05T05:18:21,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742/backup-masters 2024-12-05T05:18:21,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0742967742/backup-masters/8edcaf2ecc84,38525,1733375901632 2024-12-05T05:18:21,949 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:18:21,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742/backup-masters 2024-12-05T05:18:21,949 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,38525,1733375901632 2024-12-05T05:18:21,967 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:21,968 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:18:21,980 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-12-05T05:18:21,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741846_1022 (size=196) 2024-12-05T05:18:22,399 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:18:22,400 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:18:22,400 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:22,411 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T05:18:22,417 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/WALs/8edcaf2ecc84,39237,1733375882812 to hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/WALs/8edcaf2ecc84,39237,1733375882812-dead as it is dead 2024-12-05T05:18:22,418 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T05:18:22,419 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T05:18:22,419 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/WALs/8edcaf2ecc84,39237,1733375882812-dead/8edcaf2ecc84%2C39237%2C1733375882812.1733375885942 2024-12-05T05:18:22,425 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/WALs/8edcaf2ecc84,39237,1733375882812-dead/8edcaf2ecc84%2C39237%2C1733375882812.1733375885942 after 3ms 2024-12-05T05:18:22,426 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/WALs/8edcaf2ecc84,39237,1733375882812-dead/8edcaf2ecc84%2C39237%2C1733375882812.1733375885942 to hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8edcaf2ecc84%2C39237%2C1733375882812.1733375885942 2024-12-05T05:18:22,426 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/WALs/8edcaf2ecc84,39237,1733375882812-dead 2024-12-05T05:18:22,427 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/WALs/8edcaf2ecc84,38525,1733375901632 2024-12-05T05:18:22,428 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:18:22,430 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C38525%2C1733375901632, suffix=, logDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/WALs/8edcaf2ecc84,38525,1733375901632, archiveDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/oldWALs, maxLogs=10 2024-12-05T05:18:22,449 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/WALs/8edcaf2ecc84,38525,1733375901632/8edcaf2ecc84%2C38525%2C1733375901632.1733375902430, exclude list is [], retry=0 2024-12-05T05:18:22,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43211,DS-9d130a82-0864-4071-8fa8-191094c15651,DISK] 2024-12-05T05:18:22,456 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/WALs/8edcaf2ecc84,38525,1733375901632/8edcaf2ecc84%2C38525%2C1733375901632.1733375902430 2024-12-05T05:18:22,456 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35257:35257)] 2024-12-05T05:18:22,456 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:18:22,456 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:22,456 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:22,456 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:22,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:22,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:18:22,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:22,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ba449cc2d154313b185de1c94ac971b 2024-12-05T05:18:22,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:22,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:22,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:18:22,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:22,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/410ad8c4043c4d47b7bcf1557b6d53ec 2024-12-05T05:18:22,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:22,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:22,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:18:22,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:22,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe526623721840d0837089c6463f911f 2024-12-05T05:18:22,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:22,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:22,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:18:22,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:22,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:22,536 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:22,537 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T05:18:22,537 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8edcaf2ecc84%2C39237%2C1733375882812.1733375885942 2024-12-05T05:18:22,555 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8edcaf2ecc84%2C39237%2C1733375882812.1733375885942 2024-12-05T05:18:22,559 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8edcaf2ecc84%2C39237%2C1733375882812.1733375885942 2024-12-05T05:18:22,561 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:22,561 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:22,564 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:22,568 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:22,576 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-05T05:18:22,578 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64941222, jitterRate=-0.03230038285255432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:22,578 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733375902457Initializing all the Stores at 1733375902458 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375902458Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375902458Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375902458Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375902458Cleaning up temporary data from old regions at 1733375902562 (+104 ms)Region opened successfully at 1733375902578 (+16 ms) 2024-12-05T05:18:22,580 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:18:22,590 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539145ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:18:22,610 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T05:18:22,611 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:18:22,611 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:18:22,611 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:18:22,612 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:18:22,619 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:22,619 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:18:22,623 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:18:22,623 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:18:22,623 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T05:18:22,623 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T05:18:22,624 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-12-05T05:18:22,624 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:18:22,633 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8edcaf2ecc84,35235,1733375884363, regionLocation=8edcaf2ecc84,35235,1733375884363, openSeqNum=2 2024-12-05T05:18:22,633 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8edcaf2ecc84,35235,1733375884363, table=hbase:meta, region=1588230740 2024-12-05T05:18:22,633 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,35235,1733375884363, state=OPEN 2024-12-05T05:18:22,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0742967742/meta-region-server 2024-12-05T05:18:22,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0742967742/meta-region-server 2024-12-05T05:18:22,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0742967742/meta-region-server: CHANGED 2024-12-05T05:18:22,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0742967742/meta-region-server: CHANGED 2024-12-05T05:18:22,651 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:18:22,664 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0742967742/draining/8edcaf2ecc84,35235,1733375884363 already deleted, retry=false 2024-12-05T05:18:22,665 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 8edcaf2ecc84,35235,1733375884363 on 8edcaf2ecc84,38525,1733375901632 2024-12-05T05:18:22,680 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8edcaf2ecc84,35235,1733375884363, splitWal=true, meta=true 2024-12-05T05:18:22,684 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 8edcaf2ecc84,35235,1733375884363 (carryingMeta=true) 8edcaf2ecc84,35235,1733375884363/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3511de7e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T05:18:22,690 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Unable to get data of znode /0742967742/balancer because node does not exist (not necessarily an error) 2024-12-05T05:18:22,704 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0742967742/balancer already deleted, retry=false 2024-12-05T05:18:22,704 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:18:22,705 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Unable to get data of znode /0742967742/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:18:22,741 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0742967742/normalizer already deleted, retry=false 2024-12-05T05:18:22,741 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:18:22,742 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Unable to get data of znode /0742967742/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:18:22,759 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0742967742/switch/split already deleted, retry=false 2024-12-05T05:18:22,760 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Unable to get data of znode /0742967742/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:18:22,770 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0742967742/switch/merge already deleted, retry=false 2024-12-05T05:18:22,795 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Unable to get data of znode /0742967742/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:18:22,801 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0742967742/snapshot-cleanup already deleted, retry=false 2024-12-05T05:18:22,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0742967742/running 2024-12-05T05:18:22,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:22,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0742967742/running 2024-12-05T05:18:22,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:22,814 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,38525,1733375901632, sessionid=0x101a3ecdbd80006, setting cluster-up flag (Was=false) 2024-12-05T05:18:22,831 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0742967742/flush-table-proc/acquired, /0742967742/flush-table-proc/reached, /0742967742/flush-table-proc/abort 2024-12-05T05:18:22,839 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,38525,1733375901632 2024-12-05T05:18:22,855 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0742967742/online-snapshot/acquired, /0742967742/online-snapshot/reached, /0742967742/online-snapshot/abort 2024-12-05T05:18:22,856 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,38525,1733375901632 2024-12-05T05:18:22,858 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/.lastflushedseqids 2024-12-05T05:18:22,865 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:18:22,865 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:18:22,865 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,38525,1733375901632 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 8edcaf2ecc84,35235,1733375884363 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:18:22,870 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:22,870 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:22,870 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:22,870 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:22,870 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:18:22,870 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:22,870 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:18:22,870 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:22,884 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8edcaf2ecc84,35235,1733375884363, splitWal=true, meta=true 2024-12-05T05:18:22,887 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8edcaf2ecc84,35235,1733375884363, splitWal=true, meta=true, isMeta: true 2024-12-05T05:18:22,889 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363-splitting 2024-12-05T05:18:22,896 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363-splitting dir is empty, no logs to split. 2024-12-05T05:18:22,899 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8edcaf2ecc84,35235,1733375884363 WAL count=0, meta=true 2024-12-05T05:18:22,908 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363-splitting dir is empty, no logs to split. 2024-12-05T05:18:22,908 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8edcaf2ecc84,35235,1733375884363 WAL count=0, meta=true 2024-12-05T05:18:22,908 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8edcaf2ecc84,35235,1733375884363 WAL splitting is done? wals=0, meta=true 2024-12-05T05:18:22,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:18:22,922 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:18:22,924 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T05:18:22,926 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733375932926 2024-12-05T05:18:22,927 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:18:22,927 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:18:22,927 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:18:22,927 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:18:22,927 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:18:22,927 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:18:22,928 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:22,929 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:18:22,929 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:18:22,929 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:18:22,929 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:18:22,930 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:18:22,930 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:18:22,932 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375902930,5,FailOnTimeoutGroup] 2024-12-05T05:18:22,942 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375902932,5,FailOnTimeoutGroup] 2024-12-05T05:18:22,942 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:22,942 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:18:22,942 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:22,942 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:22,942 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733375902942, completionTime=-1 2024-12-05T05:18:22,942 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T05:18:22,946 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T05:18:22,966 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer(746): ClusterId : a73bad85-796d-499e-8377-710676d27b18 2024-12-05T05:18:22,966 DEBUG [RS:0;8edcaf2ecc84:39699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:18:22,980 DEBUG [RS:0;8edcaf2ecc84:39699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:18:22,980 DEBUG [RS:0;8edcaf2ecc84:39699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:18:22,992 DEBUG [RS:0;8edcaf2ecc84:39699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:18:22,994 DEBUG [RS:0;8edcaf2ecc84:39699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c311ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:18:23,029 DEBUG [RS:0;8edcaf2ecc84:39699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:39699 2024-12-05T05:18:23,030 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:18:23,030 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:18:23,030 DEBUG [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:18:23,034 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,38525,1733375901632 with port=39699, startcode=1733375901697 2024-12-05T05:18:23,034 DEBUG [RS:0;8edcaf2ecc84:39699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:18:23,041 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:18:23,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38525 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,39699,1733375901697 2024-12-05T05:18:23,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38525 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,39699,1733375901697 2024-12-05T05:18:23,044 DEBUG [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433 2024-12-05T05:18:23,045 DEBUG [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40283 2024-12-05T05:18:23,045 DEBUG [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:18:23,046 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T05:18:23,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742/rs 2024-12-05T05:18:23,055 DEBUG [RS:0;8edcaf2ecc84:39699 {}] zookeeper.ZKUtil(111): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on existing znode=/0742967742/rs/8edcaf2ecc84,39699,1733375901697 2024-12-05T05:18:23,055 WARN [RS:0;8edcaf2ecc84:39699 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:18:23,055 INFO [RS:0;8edcaf2ecc84:39699 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:23,055 DEBUG [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697 2024-12-05T05:18:23,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,39699,1733375901697] 2024-12-05T05:18:23,074 WARN [8edcaf2ecc84:38525 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T05:18:23,114 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:18:23,118 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:18:23,118 INFO [RS:0;8edcaf2ecc84:39699 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:18:23,118 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:23,119 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:18:23,120 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:18:23,120 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:23,120 DEBUG [RS:0;8edcaf2ecc84:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:23,121 DEBUG [RS:0;8edcaf2ecc84:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:23,121 DEBUG [RS:0;8edcaf2ecc84:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:23,121 DEBUG [RS:0;8edcaf2ecc84:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:23,121 DEBUG [RS:0;8edcaf2ecc84:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:23,121 DEBUG [RS:0;8edcaf2ecc84:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:18:23,121 DEBUG [RS:0;8edcaf2ecc84:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:23,121 DEBUG [RS:0;8edcaf2ecc84:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:23,121 DEBUG [RS:0;8edcaf2ecc84:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:23,121 DEBUG [RS:0;8edcaf2ecc84:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:23,121 DEBUG [RS:0;8edcaf2ecc84:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:23,122 DEBUG [RS:0;8edcaf2ecc84:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:23,122 DEBUG [RS:0;8edcaf2ecc84:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:18:23,122 DEBUG [RS:0;8edcaf2ecc84:39699 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:18:23,127 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:23,128 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:23,128 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:23,128 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:23,128 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:23,128 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39699,1733375901697-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:18:23,151 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:18:23,151 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39699,1733375901697-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:23,176 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,39699,1733375901697, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:18:23,202 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.ReplicationSource(231): queueId=2-8edcaf2ecc84,39699,1733375901697, ReplicationSource: 2, currentBandwidth=0 2024-12-05T05:18:23,203 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:23,203 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.Replication(171): 8edcaf2ecc84,39699,1733375901697 started 2024-12-05T05:18:23,204 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource,1-8edcaf2ecc84,39699,1733375901697 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:35053' 2024-12-05T05:18:23,206 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource,1-8edcaf2ecc84,39699,1733375901697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21da777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:23,206 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource,1-8edcaf2ecc84,39699,1733375901697 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35053,-1 for getting cluster id 2024-12-05T05:18:23,206 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource,1-8edcaf2ecc84,39699,1733375901697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:23,208 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d8014d-0032-4e02-93fd-7a5d339ced1d' 2024-12-05T05:18:23,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:23,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d8014d-0032-4e02-93fd-7a5d339ced1d" 2024-12-05T05:18:23,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34e85fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:23,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35053,-1] 2024-12-05T05:18:23,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:23,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:23,214 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:23,216 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource,1-8edcaf2ecc84,39699,1733375901697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@459ad2be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:23,216 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource,1-8edcaf2ecc84,39699,1733375901697 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:18:23,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:23,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36e21e22 2024-12-05T05:18:23,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:18:23,219 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T05:18:23,221 INFO [RS:0;8edcaf2ecc84:39699.replicationSource,1-8edcaf2ecc84,39699,1733375901697 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,39699,1733375901697 (queues=0) is replicating from cluster=a73bad85-796d-499e-8377-710676d27b18 to cluster=b8d8014d-0032-4e02-93fd-7a5d339ced1d 2024-12-05T05:18:23,234 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:23,235 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,39699,1733375901697, RpcServer on 8edcaf2ecc84/172.17.0.3:39699, sessionid=0x101a3ecdbd80007 2024-12-05T05:18:23,235 DEBUG [RS:0;8edcaf2ecc84:39699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:18:23,235 DEBUG [RS:0;8edcaf2ecc84:39699 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,39699,1733375901697 2024-12-05T05:18:23,235 DEBUG [RS:0;8edcaf2ecc84:39699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,39699,1733375901697' 2024-12-05T05:18:23,235 DEBUG [RS:0;8edcaf2ecc84:39699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0742967742/flush-table-proc/abort' 2024-12-05T05:18:23,236 DEBUG [RS:0;8edcaf2ecc84:39699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0742967742/flush-table-proc/acquired' 2024-12-05T05:18:23,236 DEBUG [RS:0;8edcaf2ecc84:39699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:18:23,237 DEBUG [RS:0;8edcaf2ecc84:39699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:18:23,237 DEBUG [RS:0;8edcaf2ecc84:39699 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,39699,1733375901697 2024-12-05T05:18:23,237 DEBUG [RS:0;8edcaf2ecc84:39699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,39699,1733375901697' 2024-12-05T05:18:23,237 DEBUG [RS:0;8edcaf2ecc84:39699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0742967742/online-snapshot/abort' 2024-12-05T05:18:23,237 DEBUG [RS:0;8edcaf2ecc84:39699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0742967742/online-snapshot/acquired' 2024-12-05T05:18:23,238 DEBUG [RS:0;8edcaf2ecc84:39699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:18:23,238 INFO [RS:0;8edcaf2ecc84:39699 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:18:23,238 INFO [RS:0;8edcaf2ecc84:39699 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:18:23,238 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource,2-8edcaf2ecc84,39699,1733375901697 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:35053' 2024-12-05T05:18:23,242 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource,2-8edcaf2ecc84,39699,1733375901697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b316975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:23,242 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource,2-8edcaf2ecc84,39699,1733375901697 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35053,-1 for getting cluster id 2024-12-05T05:18:23,243 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource,2-8edcaf2ecc84,39699,1733375901697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:23,244 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8d8014d-0032-4e02-93fd-7a5d339ced1d' 2024-12-05T05:18:23,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:23,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8d8014d-0032-4e02-93fd-7a5d339ced1d" 2024-12-05T05:18:23,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11c53811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:23,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35053,-1] 2024-12-05T05:18:23,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:23,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:23,247 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:23,248 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource,2-8edcaf2ecc84,39699,1733375901697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@780fadd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:23,248 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource,2-8edcaf2ecc84,39699,1733375901697 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:18:23,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:23,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c9214e7 2024-12-05T05:18:23,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:18:23,251 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T05:18:23,252 INFO [RS:0;8edcaf2ecc84:39699.replicationSource,2-8edcaf2ecc84,39699,1733375901697 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8edcaf2ecc84,39699,1733375901697 (queues=0) is replicating from cluster=a73bad85-796d-499e-8377-710676d27b18 to cluster=b8d8014d-0032-4e02-93fd-7a5d339ced1d 2024-12-05T05:18:23,339 INFO [RS:0;8edcaf2ecc84:39699 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:18:23,342 INFO [RS:0;8edcaf2ecc84:39699 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C39699%2C1733375901697, suffix=, logDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697, archiveDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/oldWALs, maxLogs=10 2024-12-05T05:18:23,361 DEBUG [RS:0;8edcaf2ecc84:39699 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343, exclude list is [], retry=0 2024-12-05T05:18:23,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43211,DS-9d130a82-0864-4071-8fa8-191094c15651,DISK] 2024-12-05T05:18:23,366 INFO [RS:0;8edcaf2ecc84:39699 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 2024-12-05T05:18:23,367 DEBUG [RS:0;8edcaf2ecc84:39699 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8edcaf2ecc84%2C39699%2C1733375901697 for peer 2 2024-12-05T05:18:23,367 DEBUG [RS:0;8edcaf2ecc84:39699 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8edcaf2ecc84%2C39699%2C1733375901697 for peer 1 2024-12-05T05:18:23,367 DEBUG [RS:0;8edcaf2ecc84:39699 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C39699%2C1733375901697 2024-12-05T05:18:23,367 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,39699,1733375901697, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:18:23,368 DEBUG [RS:0;8edcaf2ecc84:39699 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8edcaf2ecc84%2C39699%2C1733375901697 2024-12-05T05:18:23,368 INFO [RS:0;8edcaf2ecc84:39699.replicationSource.shipper8edcaf2ecc84%2C39699%2C1733375901697,1-8edcaf2ecc84,39699,1733375901697 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C39699%2C1733375901697 2024-12-05T05:18:23,368 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8edcaf2ecc84,39699,1733375901697, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:18:23,368 DEBUG [RS:0;8edcaf2ecc84:39699 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35257:35257)] 2024-12-05T05:18:23,368 INFO [RS:0;8edcaf2ecc84:39699.replicationSource.shipper8edcaf2ecc84%2C39699%2C1733375901697,2-8edcaf2ecc84,39699,1733375901697 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C39699%2C1733375901697 2024-12-05T05:18:23,369 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,1-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343, startPosition=0, beingWritten=true 2024-12-05T05:18:23,371 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,2-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343, startPosition=0, beingWritten=true 2024-12-05T05:18:23,574 DEBUG [8edcaf2ecc84:38525 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:18:23,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,39699,1733375901697 2024-12-05T05:18:23,576 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,39699,1733375901697, state=OPENING 2024-12-05T05:18:23,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0742967742/meta-region-server 2024-12-05T05:18:23,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0742967742/meta-region-server 2024-12-05T05:18:23,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0742967742/meta-region-server: CHANGED 2024-12-05T05:18:23,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0742967742/meta-region-server: CHANGED 2024-12-05T05:18:23,588 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:18:23,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,39699,1733375901697}] 2024-12-05T05:18:23,592 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,1-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:23,592 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,2-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:23,742 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:18:23,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:18:23,750 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:18:23,751 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:23,751 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:18:23,753 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C39699%2C1733375901697.meta, suffix=.meta, logDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697, archiveDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/oldWALs, maxLogs=10 2024-12-05T05:18:23,775 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.meta.1733375903754.meta, exclude list is [], retry=0 2024-12-05T05:18:23,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43211,DS-9d130a82-0864-4071-8fa8-191094c15651,DISK] 2024-12-05T05:18:23,782 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.meta.1733375903754.meta 2024-12-05T05:18:23,782 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35257:35257)] 2024-12-05T05:18:23,783 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:18:23,783 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:18:23,783 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:18:23,783 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:18:23,783 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:18:23,784 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:18:23,784 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:23,784 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:18:23,784 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:18:23,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:18:23,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:18:23,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:23,804 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/info/549add5fcfa848739c3cc5a10ba800a8 2024-12-05T05:18:23,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:23,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:18:23,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:18:23,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:23,816 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/ns/8fe1e5ca084b47fc9a25efa6b43fdee6 2024-12-05T05:18:23,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:23,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:18:23,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:18:23,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:23,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:23,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:18:23,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:18:23,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:23,828 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/table/c3a915cd9f254de997687a0b78c16c0e 2024-12-05T05:18:23,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:23,829 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:18:23,830 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740 2024-12-05T05:18:23,831 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740 2024-12-05T05:18:23,833 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:18:23,833 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:18:23,834 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:23,836 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:18:23,836 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72183312, jitterRate=0.07561516761779785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:23,837 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:18:23,837 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733375903784Writing region info on filesystem at 1733375903784Initializing all the Stores at 1733375903786 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375903786Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375903788 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375903788Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375903788Cleaning up temporary data from old regions at 1733375903833 (+45 ms)Running coprocessor post-open hooks at 1733375903837 (+4 ms)Region opened successfully at 1733375903837 2024-12-05T05:18:23,838 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733375903741 2024-12-05T05:18:23,841 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:18:23,841 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:18:23,842 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=8edcaf2ecc84,39699,1733375901697 2024-12-05T05:18:23,843 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,39699,1733375901697, state=OPEN 2024-12-05T05:18:23,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0742967742/meta-region-server 2024-12-05T05:18:23,854 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,39699,1733375901697 2024-12-05T05:18:23,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0742967742/meta-region-server 2024-12-05T05:18:23,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0742967742/meta-region-server: CHANGED 2024-12-05T05:18:23,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0742967742/meta-region-server: CHANGED 2024-12-05T05:18:23,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-05T05:18:23,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,39699,1733375901697 in 266 msec 2024-12-05T05:18:23,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-05T05:18:23,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 946 msec 2024-12-05T05:18:23,900 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,2-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:23,902 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,1-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:24,307 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,2-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:24,308 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,1-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:24,550 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1608ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-12-05T05:18:24,815 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,2-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:24,826 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,1-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:25,005 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:18:25,421 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,2-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:25,432 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,1-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:26,053 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-12-05T05:18:26,128 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,2-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:26,140 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,1-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:26,933 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,2-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:26,947 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,1-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:27,456 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T05:18:27,457 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:18:27,457 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:18:27,457 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,39699,1733375901697, seqNum=-1] 2024-12-05T05:18:27,457 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:18:27,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:18:27,468 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=18c02a58fc9b169491631544fbade929, regionState=OPEN, lastHost=8edcaf2ecc84,35235,1733375884363, regionLocation=8edcaf2ecc84,35235,1733375884363, openSeqNum=2 2024-12-05T05:18:27,469 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:18:27,469 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733375967469 2024-12-05T05:18:27,469 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376027469 2024-12-05T05:18:27,469 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-12-05T05:18:27,469 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38525,1733375901632-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:27,469 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38525,1733375901632-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:27,469 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 8edcaf2ecc84,35235,1733375884363 had 2 regions 2024-12-05T05:18:27,470 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38525,1733375901632-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:27,470 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:38525, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:27,470 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:27,470 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:27,471 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8edcaf2ecc84,35235,1733375884363, splitWal=true, meta=true, isMeta: false 2024-12-05T05:18:27,474 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363-splitting dir is empty, no logs to split. 2024-12-05T05:18:27,474 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8edcaf2ecc84,35235,1733375884363 WAL count=0, meta=false 2024-12-05T05:18:27,481 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,35235,1733375884363-splitting dir is empty, no logs to split. 2024-12-05T05:18:27,481 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8edcaf2ecc84,35235,1733375884363 WAL count=0, meta=false 2024-12-05T05:18:27,481 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.531sec 2024-12-05T05:18:27,481 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 8edcaf2ecc84,35235,1733375884363 WAL splitting is done? wals=0, meta=false 2024-12-05T05:18:27,481 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:18:27,481 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:18:27,481 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:18:27,481 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:18:27,481 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:18:27,481 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38525,1733375901632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:18:27,481 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38525,1733375901632-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:18:27,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18c02a58fc9b169491631544fbade929, ASSIGN}] 2024-12-05T05:18:27,485 WARN [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=8edcaf2ecc84,35235,1733375884363/hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:27,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18c02a58fc9b169491631544fbade929, ASSIGN 2024-12-05T05:18:27,489 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18c02a58fc9b169491631544fbade929, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T05:18:27,492 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:18:27,492 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:18:27,492 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38525,1733375901632-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:27,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a43fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:27,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,38525,-1 for getting cluster id 2024-12-05T05:18:27,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:27,571 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a73bad85-796d-499e-8377-710676d27b18' 2024-12-05T05:18:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a73bad85-796d-499e-8377-710676d27b18" 2024-12-05T05:18:27,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e98270c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:27,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,38525,-1] 2024-12-05T05:18:27,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:27,574 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:27,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345180c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:27,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:18:27,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,39699,1733375901697, seqNum=-1] 2024-12-05T05:18:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:18:27,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:18:27,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T05:18:27,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:18:27,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:27,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:27,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:27,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 8edcaf2ecc84:38525 after: 8edcaf2ecc84:38525 2024-12-05T05:18:27,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:27,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d590ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:27,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,38525,-1 for getting cluster id 2024-12-05T05:18:27,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:27,590 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a73bad85-796d-499e-8377-710676d27b18' 2024-12-05T05:18:27,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:27,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a73bad85-796d-499e-8377-710676d27b18" 2024-12-05T05:18:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd1a711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,38525,-1] 2024-12-05T05:18:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:27,592 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:27,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a06ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:27,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:18:27,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,38525,1733375901632 2024-12-05T05:18:27,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc0863f 2024-12-05T05:18:27,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:18:27,596 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:18:27,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T05:18:27,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T05:18:27,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T05:18:27,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38525 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T05:18:27,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:18:27,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:18:27,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:27,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:27,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:27,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:27,600 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:18:27,600 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1335318268, stopped=false 2024-12-05T05:18:27,600 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,35053,1733375891557 2024-12-05T05:18:27,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-452668604/running 2024-12-05T05:18:27,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-452668604/running 2024-12-05T05:18:27,630 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:18:27,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604 2024-12-05T05:18:27,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604 2024-12-05T05:18:27,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:18:27,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:27,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:27,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,43055,1733375891682' ***** 2024-12-05T05:18:27,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:18:27,631 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:18:27,631 INFO [RS:0;8edcaf2ecc84:43055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:18:27,631 INFO [RS:0;8edcaf2ecc84:43055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:18:27,631 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:18:27,631 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,43055,1733375891682 2024-12-05T05:18:27,631 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:18:27,631 INFO [RS:0;8edcaf2ecc84:43055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:43055. 2024-12-05T05:18:27,631 DEBUG [RS:0;8edcaf2ecc84:43055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:27,631 DEBUG [RS:0;8edcaf2ecc84:43055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:27,631 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:18:27,632 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:18:27,632 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:18:27,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Set watcher on znode that does not yet exist, /1-452668604/running 2024-12-05T05:18:27,632 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:18:27,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Set watcher on znode that does not yet exist, /1-452668604/running 2024-12-05T05:18:27,633 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T05:18:27,633 DEBUG [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T05:18:27,633 DEBUG [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:18:27,633 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:18:27,633 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:18:27,633 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:18:27,634 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:18:27,634 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:18:27,634 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T05:18:27,639 DEBUG [8edcaf2ecc84:38525 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:18:27,640 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=18c02a58fc9b169491631544fbade929, regionState=OPENING, regionLocation=8edcaf2ecc84,39699,1733375901697 2024-12-05T05:18:27,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18c02a58fc9b169491631544fbade929, ASSIGN because future has completed 2024-12-05T05:18:27,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18c02a58fc9b169491631544fbade929, server=8edcaf2ecc84,39699,1733375901697}] 2024-12-05T05:18:27,659 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/data/hbase/meta/1588230740/.tmp/ns/bc33a627bf4f4e1f83a5458616ce8145 is 43, key is default/ns:d/1733375894335/Put/seqid=0 2024-12-05T05:18:27,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741835_1011 (size=5153) 2024-12-05T05:18:27,680 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:18:27,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:27,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:27,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:18:27,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C39699%2C1733375901697.rep, suffix=, logDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697, archiveDir=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/oldWALs, maxLogs=10 2024-12-05T05:18:27,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.rep.1733375907805, exclude list is [], retry=0 2024-12-05T05:18:27,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43211,DS-9d130a82-0864-4071-8fa8-191094c15651,DISK] 2024-12-05T05:18:27,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.rep.1733375907805 2024-12-05T05:18:27,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35257:35257)] 2024-12-05T05:18:27,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 18c02a58fc9b169491631544fbade929, NAME => 'hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:18:27,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:18:27,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:18:27,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. service=MultiRowMutationService 2024-12-05T05:18:27,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:18:27,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:27,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:27,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:27,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:27,828 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:27,829 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18c02a58fc9b169491631544fbade929 columnFamilyName hfileref 2024-12-05T05:18:27,829 DEBUG [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:27,829 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] regionserver.HStore(327): Store=18c02a58fc9b169491631544fbade929/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:27,829 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:27,830 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18c02a58fc9b169491631544fbade929 columnFamilyName queue 2024-12-05T05:18:27,830 DEBUG [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:27,834 DEBUG [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:18:27,839 DEBUG [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/replication/18c02a58fc9b169491631544fbade929/queue/7a0e6c6d15354a7c8d9e02bc70bb9326 2024-12-05T05:18:27,839 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] regionserver.HStore(327): Store=18c02a58fc9b169491631544fbade929/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:27,840 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:27,841 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18c02a58fc9b169491631544fbade929 columnFamilyName sid 2024-12-05T05:18:27,841 DEBUG [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:27,841 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,2-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:27,841 INFO [StoreOpener-18c02a58fc9b169491631544fbade929-1 {}] regionserver.HStore(327): Store=18c02a58fc9b169491631544fbade929/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:27,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:27,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/replication/18c02a58fc9b169491631544fbade929 2024-12-05T05:18:27,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/replication/18c02a58fc9b169491631544fbade929 2024-12-05T05:18:27,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:27,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:27,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:18:27,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:27,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 18c02a58fc9b169491631544fbade929; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71468216, jitterRate=0.06495940685272217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:18:27,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:27,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 18c02a58fc9b169491631544fbade929: Running coprocessor pre-open hook at 1733375907826Writing region info on filesystem at 1733375907826Initializing all the Stores at 1733375907827 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375907827Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375907827Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375907828 (+1 ms)Cleaning up temporary data from old regions at 1733375907849 (+21 ms)Running coprocessor post-open hooks at 1733375907856 (+7 ms)Region opened successfully at 1733375907856 2024-12-05T05:18:27,857 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,1-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:27,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929., pid=19, masterSystemTime=1733375907798 2024-12-05T05:18:27,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=18c02a58fc9b169491631544fbade929, regionState=OPEN, openSeqNum=10, regionLocation=8edcaf2ecc84,39699,1733375901697 2024-12-05T05:18:27,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:27,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:27,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18c02a58fc9b169491631544fbade929, server=8edcaf2ecc84,39699,1733375901697 because future has completed 2024-12-05T05:18:27,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-05T05:18:27,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 18c02a58fc9b169491631544fbade929, server=8edcaf2ecc84,39699,1733375901697 in 224 msec 2024-12-05T05:18:27,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-05T05:18:27,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18c02a58fc9b169491631544fbade929, ASSIGN in 386 msec 2024-12-05T05:18:27,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T05:18:27,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929., hostname=8edcaf2ecc84,39699,1733375901697, seqNum=10] 2024-12-05T05:18:27,924 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 8edcaf2ecc84,35235,1733375884363 2024-12-05T05:18:27,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T05:18:28,034 DEBUG [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:18:28,071 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/data/hbase/meta/1588230740/.tmp/ns/bc33a627bf4f4e1f83a5458616ce8145 2024-12-05T05:18:28,088 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:18:28,088 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:18:28,090 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/data/hbase/meta/1588230740/.tmp/ns/bc33a627bf4f4e1f83a5458616ce8145 as hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/data/hbase/meta/1588230740/ns/bc33a627bf4f4e1f83a5458616ce8145 2024-12-05T05:18:28,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39699 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-05T05:18:28,105 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/data/hbase/meta/1588230740/ns/bc33a627bf4f4e1f83a5458616ce8145, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T05:18:28,108 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 473ms, sequenceid=6, compaction requested=false 2024-12-05T05:18:28,108 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:18:28,121 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T05:18:28,122 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:18:28,122 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:18:28,122 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:18:28,123 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733375907633Running coprocessor pre-close hooks at 1733375907633Disabling compacts and flushes for region at 1733375907633Disabling writes for close at 1733375907634 (+1 ms)Obtaining lock to block concurrent updates at 1733375907634Preparing flush snapshotting stores in 1588230740 at 1733375907634Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733375907634Flushing stores of hbase:meta,,1.1588230740 at 1733375907635 (+1 ms)Flushing 1588230740/ns: creating writer at 1733375907635Flushing 1588230740/ns: appending metadata at 1733375907658 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733375907658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5437f3: reopening flushed file at 1733375908088 (+430 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 473ms, sequenceid=6, compaction requested=false at 1733375908108 (+20 ms)Writing region close event to WAL at 1733375908114 (+6 ms)Running coprocessor post-close hooks at 1733375908122 (+8 ms)Closed at 1733375908122 2024-12-05T05:18:28,123 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:18:28,234 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,43055,1733375891682; all regions closed. 2024-12-05T05:18:28,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741834_1010 (size=1152) 2024-12-05T05:18:28,237 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/WALs/8edcaf2ecc84,43055,1733375891682/8edcaf2ecc84%2C43055%2C1733375891682.meta.1733375894243.meta not finished, retry = 0 2024-12-05T05:18:28,340 DEBUG [RS:0;8edcaf2ecc84:43055 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/oldWALs 2024-12-05T05:18:28,340 INFO [RS:0;8edcaf2ecc84:43055 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C43055%2C1733375891682.meta:.meta(num 1733375894243) 2024-12-05T05:18:28,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741832_1008 (size=93) 2024-12-05T05:18:28,346 DEBUG [RS:0;8edcaf2ecc84:43055 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/oldWALs 2024-12-05T05:18:28,346 INFO [RS:0;8edcaf2ecc84:43055 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C43055%2C1733375891682:(num 1733375893208) 2024-12-05T05:18:28,346 DEBUG [RS:0;8edcaf2ecc84:43055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:28,347 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:18:28,347 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:18:28,347 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T05:18:28,347 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:18:28,347 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:18:28,347 INFO [RS:0;8edcaf2ecc84:43055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43055 2024-12-05T05:18:28,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604/rs 2024-12-05T05:18:28,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-452668604/rs/8edcaf2ecc84,43055,1733375891682 2024-12-05T05:18:28,401 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:18:28,401 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007fa70c8e32b0@4107b9e0 rejected from java.util.concurrent.ThreadPoolExecutor@4053fa4[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-05T05:18:28,402 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,43055,1733375891682] 2024-12-05T05:18:28,422 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-452668604/draining/8edcaf2ecc84,43055,1733375891682 already deleted, retry=false 2024-12-05T05:18:28,422 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,43055,1733375891682 expired; onlineServers=0 2024-12-05T05:18:28,422 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,35053,1733375891557' ***** 2024-12-05T05:18:28,422 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:18:28,422 INFO [M:0;8edcaf2ecc84:35053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:18:28,422 INFO [M:0;8edcaf2ecc84:35053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:18:28,422 DEBUG [M:0;8edcaf2ecc84:35053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:18:28,422 DEBUG [M:0;8edcaf2ecc84:35053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:18:28,422 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:18:28,422 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375892951 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375892951,5,FailOnTimeoutGroup] 2024-12-05T05:18:28,422 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375892951 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375892951,5,FailOnTimeoutGroup] 2024-12-05T05:18:28,423 INFO [M:0;8edcaf2ecc84:35053 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:18:28,423 INFO [M:0;8edcaf2ecc84:35053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:18:28,423 DEBUG [M:0;8edcaf2ecc84:35053 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:18:28,423 INFO [M:0;8edcaf2ecc84:35053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:18:28,423 INFO [M:0;8edcaf2ecc84:35053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:18:28,423 INFO [M:0;8edcaf2ecc84:35053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:18:28,423 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:18:28,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-452668604/master 2024-12-05T05:18:28,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-452668604 2024-12-05T05:18:28,433 DEBUG [M:0;8edcaf2ecc84:35053 {}] zookeeper.ZKUtil(347): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Unable to get data of znode /1-452668604/master because node does not exist (not an error) 2024-12-05T05:18:28,433 WARN [M:0;8edcaf2ecc84:35053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:18:28,437 INFO [M:0;8edcaf2ecc84:35053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/.lastflushedseqids 2024-12-05T05:18:28,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741836_1012 (size=99) 2024-12-05T05:18:28,512 INFO [RS:0;8edcaf2ecc84:43055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:18:28,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:28,512 INFO [RS:0;8edcaf2ecc84:43055 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,43055,1733375891682; zookeeper connection closed. 2024-12-05T05:18:28,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43055-0x101a3ecdbd80004, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:28,512 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40e47e3f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40e47e3f 2024-12-05T05:18:28,512 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:18:28,843 INFO [M:0;8edcaf2ecc84:35053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:18:28,843 INFO [M:0;8edcaf2ecc84:35053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:18:28,843 DEBUG [M:0;8edcaf2ecc84:35053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:18:28,844 INFO [M:0;8edcaf2ecc84:35053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:28,844 DEBUG [M:0;8edcaf2ecc84:35053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:28,844 DEBUG [M:0;8edcaf2ecc84:35053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:18:28,844 DEBUG [M:0;8edcaf2ecc84:35053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:28,844 INFO [M:0;8edcaf2ecc84:35053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T05:18:28,854 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,2-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:28,866 DEBUG [M:0;8edcaf2ecc84:35053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9c97ae93fd84fb38f56ba7ae4978e29 is 82, key is hbase:meta,,1/info:regioninfo/1733375894301/Put/seqid=0 2024-12-05T05:18:28,867 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,1-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:28,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741837_1013 (size=5672) 2024-12-05T05:18:28,875 INFO [M:0;8edcaf2ecc84:35053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9c97ae93fd84fb38f56ba7ae4978e29 2024-12-05T05:18:28,905 DEBUG [M:0;8edcaf2ecc84:35053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8b3aee05355459faccbb0a335404677 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733375894344/Put/seqid=0 2024-12-05T05:18:28,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741838_1014 (size=5275) 2024-12-05T05:18:29,311 INFO [M:0;8edcaf2ecc84:35053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8b3aee05355459faccbb0a335404677 2024-12-05T05:18:29,345 DEBUG [M:0;8edcaf2ecc84:35053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45c61c0bff314c4f90eacfae3419122b is 69, key is 8edcaf2ecc84,43055,1733375891682/rs:state/1733375893041/Put/seqid=0 2024-12-05T05:18:29,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741839_1015 (size=5156) 2024-12-05T05:18:29,750 INFO [M:0;8edcaf2ecc84:35053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45c61c0bff314c4f90eacfae3419122b 2024-12-05T05:18:29,759 DEBUG [M:0;8edcaf2ecc84:35053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9c97ae93fd84fb38f56ba7ae4978e29 as hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9c97ae93fd84fb38f56ba7ae4978e29 2024-12-05T05:18:29,767 INFO [M:0;8edcaf2ecc84:35053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9c97ae93fd84fb38f56ba7ae4978e29, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T05:18:29,768 DEBUG [M:0;8edcaf2ecc84:35053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8b3aee05355459faccbb0a335404677 as hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8b3aee05355459faccbb0a335404677 2024-12-05T05:18:29,774 INFO [M:0;8edcaf2ecc84:35053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8b3aee05355459faccbb0a335404677, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T05:18:29,776 DEBUG [M:0;8edcaf2ecc84:35053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45c61c0bff314c4f90eacfae3419122b as hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45c61c0bff314c4f90eacfae3419122b 2024-12-05T05:18:29,785 INFO [M:0;8edcaf2ecc84:35053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/d4d4327e-9e33-260c-8f0d-01e7f780afeb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45c61c0bff314c4f90eacfae3419122b, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T05:18:29,787 INFO [M:0;8edcaf2ecc84:35053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 943ms, sequenceid=28, compaction requested=false 2024-12-05T05:18:29,789 INFO [M:0;8edcaf2ecc84:35053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:29,789 DEBUG [M:0;8edcaf2ecc84:35053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733375908843Disabling compacts and flushes for region at 1733375908843Disabling writes for close at 1733375908844 (+1 ms)Obtaining lock to block concurrent updates at 1733375908844Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733375908844Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733375908844Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733375908845 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733375908845Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733375908865 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733375908865Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733375908881 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733375908904 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733375908904Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733375909318 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733375909344 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733375909344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb6ded: reopening flushed file at 1733375909757 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a589c2e: reopening flushed file at 1733375909767 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5882dfbc: reopening flushed file at 1733375909775 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 943ms, sequenceid=28, compaction requested=false at 1733375909787 (+12 ms)Writing region close event to WAL at 1733375909789 (+2 ms)Closed at 1733375909789 2024-12-05T05:18:29,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44329 is added to blk_1073741830_1006 (size=10165) 2024-12-05T05:18:29,796 INFO [M:0;8edcaf2ecc84:35053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:18:29,796 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:18:29,796 INFO [M:0;8edcaf2ecc84:35053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35053 2024-12-05T05:18:29,808 INFO [M:0;8edcaf2ecc84:35053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:18:29,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:29,934 INFO [M:0;8edcaf2ecc84:35053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:18:29,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101a3ecdbd80003, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:29,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765b0853{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:18:29,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@684ad4cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:18:29,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:18:29,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b39d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:18:29,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282256de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/hadoop.log.dir/,STOPPED} 2024-12-05T05:18:29,946 WARN [BP-32855-172.17.0.3-1733375889121 heartbeating to localhost/127.0.0.1:40363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:18:29,946 WARN [BP-32855-172.17.0.3-1733375889121 heartbeating to localhost/127.0.0.1:40363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-32855-172.17.0.3-1733375889121 (Datanode Uuid 6a2bc940-8edf-440c-a175-331252632b55) service to localhost/127.0.0.1:40363 2024-12-05T05:18:29,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/cluster_75199d11-ba77-8b90-0c92-0cd70524cb26/data/data1/current/BP-32855-172.17.0.3-1733375889121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:18:29,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/cluster_75199d11-ba77-8b90-0c92-0cd70524cb26/data/data2/current/BP-32855-172.17.0.3-1733375889121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:18:29,948 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:18:29,948 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:18:29,949 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:18:29,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35409618{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:18:29,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cc08b0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:18:29,959 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:18:29,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b608463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:18:29,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fa80ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/hadoop.log.dir/,STOPPED} 2024-12-05T05:18:29,960 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,2-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:29,974 DEBUG [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,1-8edcaf2ecc84,39699,1733375901697 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/WALs/8edcaf2ecc84,39699,1733375901697/8edcaf2ecc84%2C39699%2C1733375901697.1733375903343 to pos 0, reset compression=false 2024-12-05T05:18:29,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:18:29,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:18:29,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:18:29,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:29,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:29,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:29,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:29,999 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:18:29,999 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2113135927, stopped=false 2024-12-05T05:18:30,000 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,38525,1733375901632 2024-12-05T05:18:30,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0742967742/running 2024-12-05T05:18:30,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0742967742/running 2024-12-05T05:18:30,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:30,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:30,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on znode that does not yet exist, /0742967742/running 2024-12-05T05:18:30,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Set watcher on znode that does not yet exist, /0742967742/running 2024-12-05T05:18:30,013 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:18:30,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:18:30,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:30,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:30,014 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,39699,1733375901697' ***** 2024-12-05T05:18:30,014 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:18:30,015 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:18:30,015 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:18:30,015 INFO [RS:0;8edcaf2ecc84:39699 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:18:30,015 INFO [RS:0;8edcaf2ecc84:39699 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:18:30,015 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer(3091): Received CLOSE for 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:30,022 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,39699,1733375901697 2024-12-05T05:18:30,022 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:18:30,023 INFO [RS:0;8edcaf2ecc84:39699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:39699. 2024-12-05T05:18:30,023 DEBUG [RS:0;8edcaf2ecc84:39699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:30,023 DEBUG [RS:0;8edcaf2ecc84:39699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:30,023 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:18:30,023 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:18:30,023 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:18:30,023 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:18:30,023 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T05:18:30,023 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18c02a58fc9b169491631544fbade929, disabling compactions & flushes 2024-12-05T05:18:30,023 DEBUG [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 18c02a58fc9b169491631544fbade929=hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929.} 2024-12-05T05:18:30,023 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:30,023 DEBUG [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18c02a58fc9b169491631544fbade929 2024-12-05T05:18:30,023 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:30,024 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. after waiting 0 ms 2024-12-05T05:18:30,024 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:30,024 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:18:30,024 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:18:30,024 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:18:30,024 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:18:30,024 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:18:30,024 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T05:18:30,033 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:18:30,033 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/replication/18c02a58fc9b169491631544fbade929/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-05T05:18:30,034 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:18:30,034 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:18:30,034 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:30,034 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18c02a58fc9b169491631544fbade929: Waiting for close lock at 1733375910022Running coprocessor pre-close hooks at 1733375910022Disabling compacts and flushes for region at 1733375910023 (+1 ms)Disabling writes for close at 1733375910024 (+1 ms)Writing region close event to WAL at 1733375910028 (+4 ms)Running coprocessor post-close hooks at 1733375910034 (+6 ms)Closed at 1733375910034 2024-12-05T05:18:30,034 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929. 2024-12-05T05:18:30,049 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/.tmp/info/7f3260a5809a4da08df997503b10b4d1 is 147, key is hbase:replication,,1733375894516.18c02a58fc9b169491631544fbade929./info:regioninfo/1733375907862/Put/seqid=0 2024-12-05T05:18:30,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741851_1027 (size=6385) 2024-12-05T05:18:30,058 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/.tmp/info/7f3260a5809a4da08df997503b10b4d1 2024-12-05T05:18:30,067 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/.tmp/info/7f3260a5809a4da08df997503b10b4d1 as hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/info/7f3260a5809a4da08df997503b10b4d1 2024-12-05T05:18:30,076 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/info/7f3260a5809a4da08df997503b10b4d1, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T05:18:30,079 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 55ms, sequenceid=19, compaction requested=false 2024-12-05T05:18:30,093 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T05:18:30,094 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:18:30,095 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:18:30,095 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:18:30,095 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733375910024Running coprocessor pre-close hooks at 1733375910024Disabling compacts and flushes for region at 1733375910024Disabling writes for close at 1733375910024Obtaining lock to block concurrent updates at 1733375910024Preparing flush snapshotting stores in 1588230740 at 1733375910024Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733375910025 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733375910026 (+1 ms)Flushing 1588230740/info: creating writer at 1733375910026Flushing 1588230740/info: appending metadata at 1733375910048 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733375910048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@359c5f45: reopening flushed file at 1733375910066 (+18 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 55ms, sequenceid=19, compaction requested=false at 1733375910079 (+13 ms)Writing region close event to WAL at 1733375910087 (+8 ms)Running coprocessor post-close hooks at 1733375910094 (+7 ms)Closed at 1733375910095 (+1 ms) 2024-12-05T05:18:30,095 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:18:30,131 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:18:30,131 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:18:30,224 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,39699,1733375901697; all regions closed. 2024-12-05T05:18:30,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741849_1025 (size=2156) 2024-12-05T05:18:30,233 DEBUG [RS:0;8edcaf2ecc84:39699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/oldWALs 2024-12-05T05:18:30,233 INFO [RS:0;8edcaf2ecc84:39699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C39699%2C1733375901697.meta:.meta(num 1733375903754) 2024-12-05T05:18:30,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741850_1026 (size=796) 2024-12-05T05:18:30,240 DEBUG [RS:0;8edcaf2ecc84:39699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/oldWALs 2024-12-05T05:18:30,240 INFO [RS:0;8edcaf2ecc84:39699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C39699%2C1733375901697.rep:(num 1733375907805) 2024-12-05T05:18:30,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741848_1024 (size=93) 2024-12-05T05:18:30,246 DEBUG [RS:0;8edcaf2ecc84:39699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/oldWALs 2024-12-05T05:18:30,246 INFO [RS:0;8edcaf2ecc84:39699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C39699%2C1733375901697:(num 1733375903343) 2024-12-05T05:18:30,246 DEBUG [RS:0;8edcaf2ecc84:39699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:30,246 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:18:30,246 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:18:30,246 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T05:18:30,246 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:18:30,247 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,39699,1733375901697 because: Region server is closing 2024-12-05T05:18:30,247 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T05:18:30,247 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T05:18:30,247 INFO [RS:0;8edcaf2ecc84:39699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:39699. 2024-12-05T05:18:30,247 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-05T05:18:30,247 DEBUG [RS:0;8edcaf2ecc84:39699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:30,247 DEBUG [RS:0;8edcaf2ecc84:39699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:30,247 DEBUG [RS:0;8edcaf2ecc84:39699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:30,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:30,247 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:18:30,347 WARN [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,1-8edcaf2ecc84,39699,1733375901697 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T05:18:30,347 WARN [RS:0;8edcaf2ecc84:39699.replicationSource.shipper8edcaf2ecc84%2C39699%2C1733375901697,1-8edcaf2ecc84,39699,1733375901697 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T05:18:30,348 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;8edcaf2ecc84:39699.replicationSource.shipper8edcaf2ecc84%2C39699%2C1733375901697,1-8edcaf2ecc84,39699,1733375901697 terminated 2024-12-05T05:18:30,348 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8edcaf2ecc84,39699,1733375901697 because: Region server is closing 2024-12-05T05:18:30,348 INFO [RS:0;8edcaf2ecc84:39699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:39699. 2024-12-05T05:18:30,348 DEBUG [RS:0;8edcaf2ecc84:39699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:30,348 DEBUG [RS:0;8edcaf2ecc84:39699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:30,349 DEBUG [RS:0;8edcaf2ecc84:39699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:30,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:30,449 WARN [RS:0;8edcaf2ecc84:39699.replicationSource.shipper8edcaf2ecc84%2C39699%2C1733375901697,2-8edcaf2ecc84,39699,1733375901697 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T05:18:30,450 WARN [RS:0;8edcaf2ecc84:39699.replicationSource.wal-reader.8edcaf2ecc84%2C39699%2C1733375901697,2-8edcaf2ecc84,39699,1733375901697 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T05:18:30,450 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;8edcaf2ecc84:39699.replicationSource.shipper8edcaf2ecc84%2C39699%2C1733375901697,2-8edcaf2ecc84,39699,1733375901697 terminated 2024-12-05T05:18:30,450 INFO [RS:0;8edcaf2ecc84:39699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39699 2024-12-05T05:18:30,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0742967742/rs/8edcaf2ecc84,39699,1733375901697 2024-12-05T05:18:30,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742/rs 2024-12-05T05:18:30,464 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:18:30,465 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,39699,1733375901697] 2024-12-05T05:18:30,485 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0742967742/draining/8edcaf2ecc84,39699,1733375901697 already deleted, retry=false 2024-12-05T05:18:30,485 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,39699,1733375901697 expired; onlineServers=0 2024-12-05T05:18:30,485 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,38525,1733375901632' ***** 2024-12-05T05:18:30,485 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:18:30,485 INFO [M:0;8edcaf2ecc84:38525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:18:30,485 INFO [M:0;8edcaf2ecc84:38525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:18:30,485 DEBUG [M:0;8edcaf2ecc84:38525 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:18:30,485 DEBUG [M:0;8edcaf2ecc84:38525 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:18:30,485 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375902932 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375902932,5,FailOnTimeoutGroup] 2024-12-05T05:18:30,486 INFO [M:0;8edcaf2ecc84:38525 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:18:30,486 INFO [M:0;8edcaf2ecc84:38525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:18:30,486 DEBUG [M:0;8edcaf2ecc84:38525 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:18:30,486 INFO [M:0;8edcaf2ecc84:38525 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:18:30,486 INFO [M:0;8edcaf2ecc84:38525 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:18:30,486 INFO [M:0;8edcaf2ecc84:38525 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:18:30,486 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:18:30,488 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375902930 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375902930,5,FailOnTimeoutGroup] 2024-12-05T05:18:30,488 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:18:30,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0742967742/master 2024-12-05T05:18:30,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0742967742 2024-12-05T05:18:30,497 DEBUG [M:0;8edcaf2ecc84:38525 {}] zookeeper.ZKUtil(347): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Unable to get data of znode /0742967742/master because node does not exist (not an error) 2024-12-05T05:18:30,497 WARN [M:0;8edcaf2ecc84:38525 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:18:30,498 INFO [M:0;8edcaf2ecc84:38525 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/.lastflushedseqids 2024-12-05T05:18:30,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741852_1028 (size=181) 2024-12-05T05:18:30,511 INFO [M:0;8edcaf2ecc84:38525 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:18:30,512 INFO [M:0;8edcaf2ecc84:38525 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:18:30,512 DEBUG [M:0;8edcaf2ecc84:38525 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:18:30,512 INFO [M:0;8edcaf2ecc84:38525 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:30,512 DEBUG [M:0;8edcaf2ecc84:38525 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:30,512 DEBUG [M:0;8edcaf2ecc84:38525 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:18:30,512 DEBUG [M:0;8edcaf2ecc84:38525 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:30,512 INFO [M:0;8edcaf2ecc84:38525 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T05:18:30,532 DEBUG [M:0;8edcaf2ecc84:38525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d82be47ab4f347ab9ae87c9b39487a97 is 82, key is hbase:meta,,1/info:regioninfo/1733375903842/Put/seqid=0 2024-12-05T05:18:30,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741853_1029 (size=5680) 2024-12-05T05:18:30,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:30,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39699-0x101a3ecdbd80007, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:30,575 INFO [RS:0;8edcaf2ecc84:39699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:18:30,575 INFO [RS:0;8edcaf2ecc84:39699 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,39699,1733375901697; zookeeper connection closed. 2024-12-05T05:18:30,575 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ca38684 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ca38684 2024-12-05T05:18:30,576 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:18:30,943 INFO [M:0;8edcaf2ecc84:38525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d82be47ab4f347ab9ae87c9b39487a97 2024-12-05T05:18:30,972 DEBUG [M:0;8edcaf2ecc84:38525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cf6b79ba1d042da8abf7aad28d58f0f is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733375907871/Put/seqid=0 2024-12-05T05:18:30,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741854_1030 (size=7319) 2024-12-05T05:18:30,978 INFO [M:0;8edcaf2ecc84:38525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cf6b79ba1d042da8abf7aad28d58f0f 2024-12-05T05:18:31,005 DEBUG [M:0;8edcaf2ecc84:38525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/adfc626f4a7d45038386fb72002111ca is 69, key is 8edcaf2ecc84,39699,1733375901697/rs:state/1733375903042/Put/seqid=0 2024-12-05T05:18:31,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741855_1031 (size=5371) 2024-12-05T05:18:31,415 INFO [M:0;8edcaf2ecc84:38525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/adfc626f4a7d45038386fb72002111ca 2024-12-05T05:18:31,423 INFO [M:0;8edcaf2ecc84:38525 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adfc626f4a7d45038386fb72002111ca 2024-12-05T05:18:31,430 DEBUG [M:0;8edcaf2ecc84:38525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d82be47ab4f347ab9ae87c9b39487a97 as hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d82be47ab4f347ab9ae87c9b39487a97 2024-12-05T05:18:31,441 INFO [M:0;8edcaf2ecc84:38525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d82be47ab4f347ab9ae87c9b39487a97, entries=8, sequenceid=172, filesize=5.5 K 2024-12-05T05:18:31,444 DEBUG [M:0;8edcaf2ecc84:38525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cf6b79ba1d042da8abf7aad28d58f0f as hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cf6b79ba1d042da8abf7aad28d58f0f 2024-12-05T05:18:31,453 INFO [M:0;8edcaf2ecc84:38525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cf6b79ba1d042da8abf7aad28d58f0f, entries=7, sequenceid=172, filesize=7.1 K 2024-12-05T05:18:31,456 DEBUG [M:0;8edcaf2ecc84:38525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/adfc626f4a7d45038386fb72002111ca as hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/adfc626f4a7d45038386fb72002111ca 2024-12-05T05:18:31,463 INFO [M:0;8edcaf2ecc84:38525 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adfc626f4a7d45038386fb72002111ca 2024-12-05T05:18:31,463 INFO [M:0;8edcaf2ecc84:38525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40283/user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/adfc626f4a7d45038386fb72002111ca, entries=2, sequenceid=172, filesize=5.2 K 2024-12-05T05:18:31,465 INFO [M:0;8edcaf2ecc84:38525 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 953ms, sequenceid=172, compaction requested=false 2024-12-05T05:18:31,482 INFO [M:0;8edcaf2ecc84:38525 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:31,483 DEBUG [M:0;8edcaf2ecc84:38525 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733375910512Disabling compacts and flushes for region at 1733375910512Disabling writes for close at 1733375910512Obtaining lock to block concurrent updates at 1733375910512Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733375910512Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733375910513 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733375910514 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733375910514Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733375910531 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733375910531Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733375910951 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733375910972 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733375910972Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733375910985 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733375911004 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733375911004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab372da: reopening flushed file at 1733375911423 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bbaea3c: reopening flushed file at 1733375911441 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aacf1e7: reopening flushed file at 1733375911454 (+13 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 953ms, sequenceid=172, compaction requested=false at 1733375911465 (+11 ms)Writing region close event to WAL at 1733375911482 (+17 ms)Closed at 1733375911482 2024-12-05T05:18:31,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43211 is added to blk_1073741847_1023 (size=22949) 2024-12-05T05:18:31,497 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f6e2e7a-7cb5-ac41-16e1-9b4f7cfad433/MasterData/WALs/8edcaf2ecc84,38525,1733375901632/8edcaf2ecc84%2C38525%2C1733375901632.1733375902430 not finished, retry = 0 2024-12-05T05:18:31,606 INFO [M:0;8edcaf2ecc84:38525 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:18:31,606 INFO [M:0;8edcaf2ecc84:38525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38525 2024-12-05T05:18:31,606 INFO [M:0;8edcaf2ecc84:38525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:18:31,606 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:18:31,719 INFO [M:0;8edcaf2ecc84:38525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:18:31,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:31,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38525-0x101a3ecdbd80006, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:31,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b71fbf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:18:31,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:18:31,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:18:31,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:18:31,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/hadoop.log.dir/,STOPPED} 2024-12-05T05:18:31,724 WARN [BP-994111983-172.17.0.3-1733375878238 heartbeating to localhost/127.0.0.1:40283 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:18:31,724 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:18:31,724 WARN [BP-994111983-172.17.0.3-1733375878238 heartbeating to localhost/127.0.0.1:40283 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-994111983-172.17.0.3-1733375878238 (Datanode Uuid e4624863-29c2-497a-b704-10452bb8530d) service to localhost/127.0.0.1:40283 2024-12-05T05:18:31,724 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:18:31,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/cluster_b80eeebe-8f75-7c8f-e733-c94949517dae/data/data1/current/BP-994111983-172.17.0.3-1733375878238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:18:31,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/cluster_b80eeebe-8f75-7c8f-e733-c94949517dae/data/data2/current/BP-994111983-172.17.0.3-1733375878238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:18:31,725 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:18:31,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:18:31,735 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:18:31,735 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:18:31,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:18:31,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0761824e-7ec6-d437-f511-2e4c8d4a3628/hadoop.log.dir/,STOPPED} 2024-12-05T05:18:31,748 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T05:18:31,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:18:31,798 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=112 (was 11) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63240) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63240) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40363 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8edcaf2ecc84:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8edcaf2ecc84:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3ab7c6e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8edcaf2ecc84:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40283 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/8edcaf2ecc84:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8edcaf2ecc84:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=622 (was 607) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3098 (was 4194) 2024-12-05T05:18:31,809 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=112, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=622, ProcessCount=11, AvailableMemoryMB=3097 2024-12-05T05:18:31,828 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-05T05:18:31,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/hadoop.log.dir so I do NOT create it in target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3 2024-12-05T05:18:31,829 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:18:31,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/hadoop.tmp.dir so I do NOT create it in target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3 2024-12-05T05:18:31,829 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91f1ba59-d34e-5ef9-29e5-1799bcb7dd2c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:18:31,830 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3 2024-12-05T05:18:31,830 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/cluster_75a7fa2c-3c52-2c92-f7c5-77bd13c17a16, deleteOnExit=true 2024-12-05T05:18:31,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a3ecdbd80005, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:18:31,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a3ecdbd80002, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:18:31,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a3ecdbd80005, quorum=127.0.0.1:63240, baseZNode=/1-452668604 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:18:31,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a3ecdbd80002, quorum=127.0.0.1:63240, baseZNode=/0742967742 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:18:31,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/cluster_75a7fa2c-3c52-2c92-f7c5-77bd13c17a16/zookeeper_0, clientPort=49245, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/cluster_75a7fa2c-3c52-2c92-f7c5-77bd13c17a16/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/cluster_75a7fa2c-3c52-2c92-f7c5-77bd13c17a16/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T05:18:31,860 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49245 2024-12-05T05:18:31,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:18:31,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:18:31,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/test.cache.data in system properties and HBase conf 2024-12-05T05:18:31,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:18:31,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:18:31,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:18:31,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:18:31,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:18:31,861 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:18:31,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:18:31,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:18:31,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:18:31,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:18:31,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:18:31,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:18:31,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:18:31,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:18:31,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:18:31,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:18:31,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:18:31,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:18:31,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:18:31,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:18:32,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:18:32,708 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:18:32,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:18:32,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:18:32,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:18:32,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:18:32,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fdcfbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:18:32,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3f9a53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:18:32,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2266a8ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/java.io.tmpdir/jetty-localhost-38513-hadoop-hdfs-3_4_1-tests_jar-_-any-10397473057193893079/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:18:32,858 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2bfdf5{HTTP/1.1, (http/1.1)}{localhost:38513} 2024-12-05T05:18:32,858 INFO [Time-limited test {}] server.Server(415): Started @37682ms 2024-12-05T05:18:33,265 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:18:33,269 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:18:33,292 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:18:33,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:18:33,313 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:18:33,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:18:33,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:18:33,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:18:33,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a386722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:18:33,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7f8703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:18:33,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:18:33,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T05:18:33,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T05:18:33,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:18:33,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ccd8bf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/java.io.tmpdir/jetty-localhost-45833-hadoop-hdfs-3_4_1-tests_jar-_-any-4433076354532129504/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:18:33,452 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69edc2f8{HTTP/1.1, (http/1.1)}{localhost:45833} 2024-12-05T05:18:33,452 INFO [Time-limited test {}] server.Server(415): Started @38277ms 2024-12-05T05:18:33,454 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:18:34,333 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/cluster_75a7fa2c-3c52-2c92-f7c5-77bd13c17a16/data/data2/current/BP-1930061882-172.17.0.3-1733375911894/current, will proceed with Du for space computation calculation, 2024-12-05T05:18:34,333 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/cluster_75a7fa2c-3c52-2c92-f7c5-77bd13c17a16/data/data1/current/BP-1930061882-172.17.0.3-1733375911894/current, will proceed with Du for space computation calculation, 2024-12-05T05:18:34,369 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:18:34,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1fadd04530d92bf with lease ID 0xacc66f3e1012a5b8: Processing first storage report for DS-0b35fe2f-1260-4882-8bec-6735af78e2a0 from datanode DatanodeRegistration(127.0.0.1:36085, datanodeUuid=5e2f4019-3d89-43d8-af1a-b93df7f63d3b, infoPort=37571, infoSecurePort=0, ipcPort=44591, storageInfo=lv=-57;cid=testClusterID;nsid=1249426770;c=1733375911894) 2024-12-05T05:18:34,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1fadd04530d92bf with lease ID 0xacc66f3e1012a5b8: from storage DS-0b35fe2f-1260-4882-8bec-6735af78e2a0 node DatanodeRegistration(127.0.0.1:36085, datanodeUuid=5e2f4019-3d89-43d8-af1a-b93df7f63d3b, infoPort=37571, infoSecurePort=0, ipcPort=44591, storageInfo=lv=-57;cid=testClusterID;nsid=1249426770;c=1733375911894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:18:34,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1fadd04530d92bf with lease ID 0xacc66f3e1012a5b8: Processing first storage report for DS-299f4461-876a-46e9-b435-ddea634dbf3e from datanode DatanodeRegistration(127.0.0.1:36085, datanodeUuid=5e2f4019-3d89-43d8-af1a-b93df7f63d3b, infoPort=37571, infoSecurePort=0, ipcPort=44591, storageInfo=lv=-57;cid=testClusterID;nsid=1249426770;c=1733375911894) 2024-12-05T05:18:34,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1fadd04530d92bf with lease ID 0xacc66f3e1012a5b8: from storage DS-299f4461-876a-46e9-b435-ddea634dbf3e node DatanodeRegistration(127.0.0.1:36085, datanodeUuid=5e2f4019-3d89-43d8-af1a-b93df7f63d3b, infoPort=37571, infoSecurePort=0, ipcPort=44591, storageInfo=lv=-57;cid=testClusterID;nsid=1249426770;c=1733375911894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:18:34,431 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3 2024-12-05T05:18:34,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:34,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:34,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:18:34,466 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c with version=8 2024-12-05T05:18:34,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/hbase-staging 2024-12-05T05:18:34,470 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:18:34,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:34,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:34,470 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:18:34,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:34,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:18:34,470 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:18:34,470 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:18:34,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45085 2024-12-05T05:18:34,474 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45085 connecting to ZooKeeper ensemble=127.0.0.1:49245 2024-12-05T05:18:34,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450850x0, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:34,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45085-0x101a3ed635a0000 connected 2024-12-05T05:18:34,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:34,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:34,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Set watcher on znode that does not yet exist, /0-262503199/running 2024-12-05T05:18:34,809 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c, hbase.cluster.distributed=false 2024-12-05T05:18:34,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Set watcher on znode that does not yet exist, /0-262503199/acl 2024-12-05T05:18:34,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45085 2024-12-05T05:18:34,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45085 2024-12-05T05:18:34,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45085 2024-12-05T05:18:34,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45085 2024-12-05T05:18:34,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45085 2024-12-05T05:18:34,861 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:18:34,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:34,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:34,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:18:34,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:34,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:18:34,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:18:34,862 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:18:34,865 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36219 2024-12-05T05:18:34,866 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36219 connecting to ZooKeeper ensemble=127.0.0.1:49245 2024-12-05T05:18:34,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:34,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:34,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362190x0, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:34,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362190x0, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Set watcher on znode that does not yet exist, /0-262503199/running 2024-12-05T05:18:34,890 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:18:34,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36219-0x101a3ed635a0001 connected 2024-12-05T05:18:34,895 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:18:34,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Set watcher on znode that does not yet exist, /0-262503199/master 2024-12-05T05:18:34,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Set watcher on znode that does not yet exist, /0-262503199/acl 2024-12-05T05:18:34,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36219 2024-12-05T05:18:34,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36219 2024-12-05T05:18:34,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36219 2024-12-05T05:18:34,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36219 2024-12-05T05:18:34,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36219 2024-12-05T05:18:34,931 DEBUG [M:0;8edcaf2ecc84:45085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:45085 2024-12-05T05:18:34,931 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-262503199/backup-masters/8edcaf2ecc84,45085,1733375914469 2024-12-05T05:18:34,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199/backup-masters 2024-12-05T05:18:34,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199/backup-masters 2024-12-05T05:18:34,943 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Set watcher on existing znode=/0-262503199/backup-masters/8edcaf2ecc84,45085,1733375914469 2024-12-05T05:18:35,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-262503199/master 2024-12-05T05:18:35,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:35,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:35,007 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Set watcher on existing znode=/0-262503199/master 2024-12-05T05:18:35,008 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-262503199/backup-masters/8edcaf2ecc84,45085,1733375914469 from backup master directory 2024-12-05T05:18:35,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-262503199/backup-masters/8edcaf2ecc84,45085,1733375914469 2024-12-05T05:18:35,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199/backup-masters 2024-12-05T05:18:35,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199/backup-masters 2024-12-05T05:18:35,037 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:18:35,037 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,45085,1733375914469 2024-12-05T05:18:35,046 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/hbase.id] with ID: 42a12d09-a4ed-47ac-b9f6-a051851bf021 2024-12-05T05:18:35,046 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/.tmp/hbase.id 2024-12-05T05:18:35,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:18:35,060 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/.tmp/hbase.id]:[hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/hbase.id] 2024-12-05T05:18:35,086 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:35,089 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:18:35,091 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T05:18:35,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:35,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:35,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:18:35,572 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:18:35,573 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:18:35,574 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:35,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:18:35,997 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store 2024-12-05T05:18:36,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:18:36,044 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:36,044 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:18:36,044 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:36,044 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:36,044 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:18:36,044 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:36,044 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:36,044 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733375916044Disabling compacts and flushes for region at 1733375916044Disabling writes for close at 1733375916044Writing region close event to WAL at 1733375916044Closed at 1733375916044 2024-12-05T05:18:36,045 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/.initializing 2024-12-05T05:18:36,045 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/WALs/8edcaf2ecc84,45085,1733375914469 2024-12-05T05:18:36,050 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:18:36,053 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C45085%2C1733375914469, suffix=, logDir=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/WALs/8edcaf2ecc84,45085,1733375914469, archiveDir=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/oldWALs, maxLogs=10 2024-12-05T05:18:36,072 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/WALs/8edcaf2ecc84,45085,1733375914469/8edcaf2ecc84%2C45085%2C1733375914469.1733375916053, exclude list is [], retry=0 2024-12-05T05:18:36,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36085,DS-0b35fe2f-1260-4882-8bec-6735af78e2a0,DISK] 2024-12-05T05:18:36,089 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/WALs/8edcaf2ecc84,45085,1733375914469/8edcaf2ecc84%2C45085%2C1733375914469.1733375916053 2024-12-05T05:18:36,096 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37571:37571)] 2024-12-05T05:18:36,096 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:18:36,097 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:36,097 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:36,097 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:36,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:36,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:18:36,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:36,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:36,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:36,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:18:36,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:36,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:36,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:36,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:18:36,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:36,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:36,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:36,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:18:36,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:36,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:36,112 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:36,112 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:36,113 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:36,114 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:36,114 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:36,115 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:36,123 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:36,129 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:18:36,129 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64203291, jitterRate=-0.043296411633491516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:36,131 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733375916097Initializing all the Stores at 1733375916099 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375916099Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375916099Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375916099Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375916099Cleaning up temporary data from old regions at 1733375916114 (+15 ms)Region opened successfully at 1733375916131 (+17 ms) 2024-12-05T05:18:36,132 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:18:36,137 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@baa4ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:18:36,139 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:18:36,139 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:18:36,139 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:18:36,139 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:18:36,140 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:18:36,140 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:18:36,141 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:18:36,147 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:18:36,148 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Unable to get data of znode /0-262503199/balancer because node does not exist (not necessarily an error) 2024-12-05T05:18:36,162 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-262503199/balancer already deleted, retry=false 2024-12-05T05:18:36,163 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:18:36,165 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Unable to get data of znode /0-262503199/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:18:36,173 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-262503199/normalizer already deleted, retry=false 2024-12-05T05:18:36,174 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:18:36,180 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Unable to get data of znode /0-262503199/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:18:36,192 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-262503199/switch/split already deleted, retry=false 2024-12-05T05:18:36,194 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Unable to get data of znode /0-262503199/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:18:36,205 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-262503199/switch/merge already deleted, retry=false 2024-12-05T05:18:36,209 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Unable to get data of znode /0-262503199/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:18:36,226 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-262503199/snapshot-cleanup already deleted, retry=false 2024-12-05T05:18:36,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-262503199/running 2024-12-05T05:18:36,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-262503199/running 2024-12-05T05:18:36,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:36,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:36,248 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,45085,1733375914469, sessionid=0x101a3ed635a0000, setting cluster-up flag (Was=false) 2024-12-05T05:18:36,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:36,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:36,300 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-262503199/flush-table-proc/acquired, /0-262503199/flush-table-proc/reached, /0-262503199/flush-table-proc/abort 2024-12-05T05:18:36,303 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,45085,1733375914469 2024-12-05T05:18:36,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:36,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:36,363 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-262503199/online-snapshot/acquired, /0-262503199/online-snapshot/reached, /0-262503199/online-snapshot/abort 2024-12-05T05:18:36,364 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,45085,1733375914469 2024-12-05T05:18:36,369 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:18:36,381 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:36,381 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:18:36,381 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:18:36,381 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,45085,1733375914469 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:18:36,385 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:36,385 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:36,385 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:36,385 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:36,385 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:18:36,385 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:36,385 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:18:36,385 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:36,390 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:36,390 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:18:36,394 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:36,394 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:18:36,420 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733375946420 2024-12-05T05:18:36,420 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:18:36,421 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:18:36,421 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:18:36,421 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:18:36,421 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:18:36,421 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:18:36,431 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(746): ClusterId : 42a12d09-a4ed-47ac-b9f6-a051851bf021 2024-12-05T05:18:36,431 DEBUG [RS:0;8edcaf2ecc84:36219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:18:36,436 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:36,438 DEBUG [RS:0;8edcaf2ecc84:36219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:18:36,438 DEBUG [RS:0;8edcaf2ecc84:36219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:18:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:18:36,443 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:18:36,443 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:18:36,444 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:18:36,444 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:18:36,444 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:18:36,444 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:18:36,444 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375916444,5,FailOnTimeoutGroup] 2024-12-05T05:18:36,444 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375916444,5,FailOnTimeoutGroup] 2024-12-05T05:18:36,444 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:36,444 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:18:36,445 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:36,445 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:36,448 DEBUG [RS:0;8edcaf2ecc84:36219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:18:36,448 DEBUG [RS:0;8edcaf2ecc84:36219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fa84a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:18:36,452 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:18:36,452 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c 2024-12-05T05:18:36,470 DEBUG [RS:0;8edcaf2ecc84:36219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:36219 2024-12-05T05:18:36,470 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:18:36,470 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:18:36,470 DEBUG [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:18:36,471 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,45085,1733375914469 with port=36219, startcode=1733375914861 2024-12-05T05:18:36,472 DEBUG [RS:0;8edcaf2ecc84:36219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:18:36,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741832_1008 (size=32) 2024-12-05T05:18:36,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:36,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:18:36,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:18:36,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:36,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:36,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:18:36,489 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:18:36,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,36219,1733375914861 2024-12-05T05:18:36,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45085 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,36219,1733375914861 2024-12-05T05:18:36,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:18:36,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:36,492 DEBUG [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c 2024-12-05T05:18:36,492 DEBUG [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39809 2024-12-05T05:18:36,492 DEBUG [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:18:36,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:36,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:18:36,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199/rs 2024-12-05T05:18:36,500 DEBUG [RS:0;8edcaf2ecc84:36219 {}] zookeeper.ZKUtil(111): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Set watcher on existing znode=/0-262503199/rs/8edcaf2ecc84,36219,1733375914861 2024-12-05T05:18:36,500 WARN [RS:0;8edcaf2ecc84:36219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:18:36,501 INFO [RS:0;8edcaf2ecc84:36219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:36,501 DEBUG [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861 2024-12-05T05:18:36,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:18:36,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:36,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:36,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:18:36,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:18:36,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:36,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,36219,1733375914861] 2024-12-05T05:18:36,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:36,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:18:36,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740 2024-12-05T05:18:36,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740 2024-12-05T05:18:36,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:18:36,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:18:36,530 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:36,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:18:36,546 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:18:36,553 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:18:36,554 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62319383, jitterRate=-0.07136882841587067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:36,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733375916477Initializing all the Stores at 1733375916478 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375916478Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375916481 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375916481Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375916481Cleaning up temporary data from old regions at 1733375916529 (+48 ms)Region opened successfully at 1733375916555 (+26 ms) 2024-12-05T05:18:36,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:18:36,555 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:18:36,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:18:36,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:18:36,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:18:36,564 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:18:36,573 INFO [RS:0;8edcaf2ecc84:36219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:18:36,573 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:36,573 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:18:36,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733375916555Disabling compacts and flushes for region at 1733375916555Disabling writes for close at 1733375916555Writing region close event to WAL at 1733375916573 (+18 ms)Closed at 1733375916573 2024-12-05T05:18:36,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:36,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:18:36,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:18:36,576 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:18:36,578 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:18:36,578 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:36,578 DEBUG [RS:0;8edcaf2ecc84:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:36,578 DEBUG [RS:0;8edcaf2ecc84:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:36,578 DEBUG [RS:0;8edcaf2ecc84:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:36,578 DEBUG [RS:0;8edcaf2ecc84:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:36,578 DEBUG [RS:0;8edcaf2ecc84:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:36,578 DEBUG [RS:0;8edcaf2ecc84:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:18:36,579 DEBUG [RS:0;8edcaf2ecc84:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:36,579 DEBUG [RS:0;8edcaf2ecc84:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:36,579 DEBUG [RS:0;8edcaf2ecc84:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:36,579 DEBUG [RS:0;8edcaf2ecc84:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:36,579 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:18:36,579 DEBUG [RS:0;8edcaf2ecc84:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:36,579 DEBUG [RS:0;8edcaf2ecc84:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:36,579 DEBUG [RS:0;8edcaf2ecc84:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:18:36,579 DEBUG [RS:0;8edcaf2ecc84:36219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:18:36,581 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:18:36,584 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:36,584 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:36,584 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:36,584 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:36,584 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:36,584 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36219,1733375914861-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:18:36,605 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:18:36,606 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36219,1733375914861-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:36,606 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:36,606 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.Replication(171): 8edcaf2ecc84,36219,1733375914861 started 2024-12-05T05:18:36,639 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:36,639 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,36219,1733375914861, RpcServer on 8edcaf2ecc84/172.17.0.3:36219, sessionid=0x101a3ed635a0001 2024-12-05T05:18:36,639 DEBUG [RS:0;8edcaf2ecc84:36219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:18:36,639 DEBUG [RS:0;8edcaf2ecc84:36219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,36219,1733375914861 2024-12-05T05:18:36,639 DEBUG [RS:0;8edcaf2ecc84:36219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,36219,1733375914861' 2024-12-05T05:18:36,639 DEBUG [RS:0;8edcaf2ecc84:36219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-262503199/flush-table-proc/abort' 2024-12-05T05:18:36,640 DEBUG [RS:0;8edcaf2ecc84:36219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-262503199/flush-table-proc/acquired' 2024-12-05T05:18:36,640 DEBUG [RS:0;8edcaf2ecc84:36219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:18:36,640 DEBUG [RS:0;8edcaf2ecc84:36219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:18:36,640 DEBUG [RS:0;8edcaf2ecc84:36219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,36219,1733375914861 2024-12-05T05:18:36,640 DEBUG [RS:0;8edcaf2ecc84:36219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,36219,1733375914861' 2024-12-05T05:18:36,641 DEBUG [RS:0;8edcaf2ecc84:36219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-262503199/online-snapshot/abort' 2024-12-05T05:18:36,643 DEBUG [RS:0;8edcaf2ecc84:36219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-262503199/online-snapshot/acquired' 2024-12-05T05:18:36,644 DEBUG [RS:0;8edcaf2ecc84:36219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:18:36,644 INFO [RS:0;8edcaf2ecc84:36219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:18:36,644 INFO [RS:0;8edcaf2ecc84:36219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:18:36,731 WARN [8edcaf2ecc84:45085 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T05:18:36,745 INFO [RS:0;8edcaf2ecc84:36219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:18:36,746 INFO [RS:0;8edcaf2ecc84:36219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C36219%2C1733375914861, suffix=, logDir=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861, archiveDir=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/oldWALs, maxLogs=10 2024-12-05T05:18:36,766 DEBUG [RS:0;8edcaf2ecc84:36219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.1733375916747, exclude list is [], retry=0 2024-12-05T05:18:36,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36085,DS-0b35fe2f-1260-4882-8bec-6735af78e2a0,DISK] 2024-12-05T05:18:36,780 INFO [RS:0;8edcaf2ecc84:36219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.1733375916747 2024-12-05T05:18:36,781 DEBUG [RS:0;8edcaf2ecc84:36219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37571:37571)] 2024-12-05T05:18:36,981 DEBUG [8edcaf2ecc84:45085 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:18:36,982 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,36219,1733375914861 2024-12-05T05:18:36,987 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,36219,1733375914861, state=OPENING 2024-12-05T05:18:37,003 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:18:37,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:37,016 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:18:37,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:37,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,36219,1733375914861}] 2024-12-05T05:18:37,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-262503199/meta-region-server: CHANGED 2024-12-05T05:18:37,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-262503199/meta-region-server: CHANGED 2024-12-05T05:18:37,171 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:18:37,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:18:37,177 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:18:37,178 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:37,178 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:18:37,180 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C36219%2C1733375914861.meta, suffix=.meta, logDir=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861, archiveDir=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/oldWALs, maxLogs=10 2024-12-05T05:18:37,199 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.meta.1733375917181.meta, exclude list is [], retry=0 2024-12-05T05:18:37,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36085,DS-0b35fe2f-1260-4882-8bec-6735af78e2a0,DISK] 2024-12-05T05:18:37,209 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.meta.1733375917181.meta 2024-12-05T05:18:37,210 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37571:37571)] 2024-12-05T05:18:37,210 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:18:37,210 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:18:37,211 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:18:37,211 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:18:37,211 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:18:37,211 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:18:37,211 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:37,211 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:18:37,211 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:18:37,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:18:37,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:18:37,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:37,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:37,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:18:37,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:18:37,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:37,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:37,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:18:37,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:18:37,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:37,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:37,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:18:37,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:18:37,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:37,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:37,222 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:18:37,223 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740 2024-12-05T05:18:37,226 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740 2024-12-05T05:18:37,228 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:18:37,228 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:18:37,228 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:37,230 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:18:37,231 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65403821, jitterRate=-0.02540712058544159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:37,231 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:18:37,232 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733375917211Writing region info on filesystem at 1733375917211Initializing all the Stores at 1733375917212 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375917212Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375917213 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375917213Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375917213Cleaning up temporary data from old regions at 1733375917228 (+15 ms)Running coprocessor post-open hooks at 1733375917231 (+3 ms)Region opened successfully at 1733375917232 (+1 ms) 2024-12-05T05:18:37,235 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733375917170 2024-12-05T05:18:37,238 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:18:37,238 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:18:37,239 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,36219,1733375914861 2024-12-05T05:18:37,241 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,36219,1733375914861, state=OPEN 2024-12-05T05:18:37,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-262503199/meta-region-server 2024-12-05T05:18:37,300 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,36219,1733375914861 2024-12-05T05:18:37,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-262503199/meta-region-server 2024-12-05T05:18:37,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-262503199/meta-region-server: CHANGED 2024-12-05T05:18:37,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-262503199/meta-region-server: CHANGED 2024-12-05T05:18:37,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:18:37,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,36219,1733375914861 in 284 msec 2024-12-05T05:18:37,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:18:37,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 728 msec 2024-12-05T05:18:37,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:37,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:18:37,309 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:18:37,310 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,36219,1733375914861, seqNum=-1] 2024-12-05T05:18:37,310 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:18:37,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:18:37,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 948 msec 2024-12-05T05:18:37,320 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733375917320, completionTime=-1 2024-12-05T05:18:37,320 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:18:37,320 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:18:37,323 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:18:37,323 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733375977323 2024-12-05T05:18:37,323 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376037323 2024-12-05T05:18:37,323 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T05:18:37,323 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45085,1733375914469-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:37,324 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45085,1733375914469-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:37,324 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45085,1733375914469-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:37,324 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:45085, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:37,324 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:37,329 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:18:37,332 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:37,337 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.300sec 2024-12-05T05:18:37,337 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:18:37,337 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:18:37,337 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:18:37,337 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:18:37,338 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:18:37,338 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45085,1733375914469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:18:37,338 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45085,1733375914469-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:18:37,356 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:18:37,357 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:18:37,357 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45085,1733375914469-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:37,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ad3d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:37,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,45085,-1 for getting cluster id 2024-12-05T05:18:37,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:37,433 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42a12d09-a4ed-47ac-b9f6-a051851bf021' 2024-12-05T05:18:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42a12d09-a4ed-47ac-b9f6-a051851bf021" 2024-12-05T05:18:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb6d846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,45085,-1] 2024-12-05T05:18:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:37,436 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:37,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1396e678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:37,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:18:37,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,36219,1733375914861, seqNum=-1] 2024-12-05T05:18:37,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:18:37,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:18:37,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,45085,1733375914469 2024-12-05T05:18:37,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49245 2024-12-05T05:18:37,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:37,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a3ed635a0002 connected 2024-12-05T05:18:37,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/hadoop.log.dir so I do NOT create it in target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e 2024-12-05T05:18:37,477 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:18:37,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/hadoop.tmp.dir so I do NOT create it in target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e 2024-12-05T05:18:37,477 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:18:37,477 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e 2024-12-05T05:18:37,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:18:37,477 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/cluster_f5ee9150-03e4-71e1-271a-044b5a60f323, deleteOnExit=true 2024-12-05T05:18:37,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:18:37,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/test.cache.data in system properties and HBase conf 2024-12-05T05:18:37,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:18:37,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:18:37,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:18:37,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:18:37,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:18:37,478 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:18:37,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:18:37,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:18:37,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:18:37,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:18:37,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:18:37,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:18:37,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:18:37,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:18:37,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:18:37,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:18:37,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:18:37,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:18:37,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:18:37,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:18:38,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:18:38,176 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:18:38,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:18:38,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:18:38,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:18:38,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:18:38,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fdf487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:18:38,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cee3f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:18:38,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7634b461{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/java.io.tmpdir/jetty-localhost-34419-hadoop-hdfs-3_4_1-tests_jar-_-any-5205004515670795710/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:18:38,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@235e927b{HTTP/1.1, (http/1.1)}{localhost:34419} 2024-12-05T05:18:38,326 INFO [Time-limited test {}] server.Server(415): Started @43150ms 2024-12-05T05:18:38,701 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:18:38,703 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:18:38,724 WARN [RS:0;8edcaf2ecc84:36219 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 8edcaf2ecc84,35235,1733375884363: status=Processing ServerCrashProcedure of 8edcaf2ecc84,35235,1733375884363 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733375902884, completionTime=-1 appears to have been leaked 2024-12-05T05:18:38,728 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:18:38,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:18:38,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:18:38,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:18:38,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:18:38,752 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:18:38,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cd585af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:18:38,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4858e07a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:18:38,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54b5ea35{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/java.io.tmpdir/jetty-localhost-44271-hadoop-hdfs-3_4_1-tests_jar-_-any-18212630665297954613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:18:38,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5142cfbb{HTTP/1.1, (http/1.1)}{localhost:44271} 2024-12-05T05:18:38,893 INFO [Time-limited test {}] server.Server(415): Started @43718ms 2024-12-05T05:18:38,895 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:18:39,743 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/cluster_f5ee9150-03e4-71e1-271a-044b5a60f323/data/data1/current/BP-165992926-172.17.0.3-1733375917512/current, will proceed with Du for space computation calculation, 2024-12-05T05:18:39,744 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/cluster_f5ee9150-03e4-71e1-271a-044b5a60f323/data/data2/current/BP-165992926-172.17.0.3-1733375917512/current, will proceed with Du for space computation calculation, 2024-12-05T05:18:39,789 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:18:39,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83c2954bba3b6a9e with lease ID 0x196e1e17cad9db9b: Processing first storage report for DS-149f8ab2-c420-443d-bf12-b19ccd67b465 from datanode DatanodeRegistration(127.0.0.1:45627, datanodeUuid=b6fbed9e-0188-4ea9-8ca7-b07abd6c56b1, infoPort=43423, infoSecurePort=0, ipcPort=34839, storageInfo=lv=-57;cid=testClusterID;nsid=387761771;c=1733375917512) 2024-12-05T05:18:39,792 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83c2954bba3b6a9e with lease ID 0x196e1e17cad9db9b: from storage DS-149f8ab2-c420-443d-bf12-b19ccd67b465 node DatanodeRegistration(127.0.0.1:45627, datanodeUuid=b6fbed9e-0188-4ea9-8ca7-b07abd6c56b1, infoPort=43423, infoSecurePort=0, ipcPort=34839, storageInfo=lv=-57;cid=testClusterID;nsid=387761771;c=1733375917512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:18:39,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83c2954bba3b6a9e with lease ID 0x196e1e17cad9db9b: Processing first storage report for DS-c095f926-4625-4ab9-ab31-62d694c7ed03 from datanode DatanodeRegistration(127.0.0.1:45627, datanodeUuid=b6fbed9e-0188-4ea9-8ca7-b07abd6c56b1, infoPort=43423, infoSecurePort=0, ipcPort=34839, storageInfo=lv=-57;cid=testClusterID;nsid=387761771;c=1733375917512) 2024-12-05T05:18:39,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83c2954bba3b6a9e with lease ID 0x196e1e17cad9db9b: from storage DS-c095f926-4625-4ab9-ab31-62d694c7ed03 node DatanodeRegistration(127.0.0.1:45627, datanodeUuid=b6fbed9e-0188-4ea9-8ca7-b07abd6c56b1, infoPort=43423, infoSecurePort=0, ipcPort=34839, storageInfo=lv=-57;cid=testClusterID;nsid=387761771;c=1733375917512), blocks: 0, hasStaleStorage: false, processing time: 6 msecs, invalidatedBlocks: 0 2024-12-05T05:18:39,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e 2024-12-05T05:18:39,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:39,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:39,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:18:39,888 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67 with version=8 2024-12-05T05:18:39,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/hbase-staging 2024-12-05T05:18:39,891 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:18:39,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:39,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:39,891 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:18:39,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:39,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:18:39,891 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:18:39,891 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:18:39,892 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38719 2024-12-05T05:18:39,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38719 connecting to ZooKeeper ensemble=127.0.0.1:49245 2024-12-05T05:18:39,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387190x0, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:39,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38719-0x101a3ed635a0003 connected 2024-12-05T05:18:40,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:40,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:40,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Set watcher on znode that does not yet exist, /1-667942734/running 2024-12-05T05:18:40,088 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67, hbase.cluster.distributed=false 2024-12-05T05:18:40,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Set watcher on znode that does not yet exist, /1-667942734/acl 2024-12-05T05:18:40,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38719 2024-12-05T05:18:40,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38719 2024-12-05T05:18:40,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38719 2024-12-05T05:18:40,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38719 2024-12-05T05:18:40,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38719 2024-12-05T05:18:40,122 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:18:40,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:40,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:40,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:18:40,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:40,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:18:40,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:18:40,123 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:18:40,123 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38743 2024-12-05T05:18:40,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38743 connecting to ZooKeeper ensemble=127.0.0.1:49245 2024-12-05T05:18:40,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:40,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:40,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387430x0, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:40,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387430x0, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Set watcher on znode that does not yet exist, /1-667942734/running 2024-12-05T05:18:40,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38743-0x101a3ed635a0004 connected 2024-12-05T05:18:40,143 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:18:40,148 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:18:40,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Set watcher on znode that does not yet exist, /1-667942734/master 2024-12-05T05:18:40,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Set watcher on znode that does not yet exist, /1-667942734/acl 2024-12-05T05:18:40,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38743 2024-12-05T05:18:40,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38743 2024-12-05T05:18:40,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38743 2024-12-05T05:18:40,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38743 2024-12-05T05:18:40,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38743 2024-12-05T05:18:40,187 DEBUG [M:0;8edcaf2ecc84:38719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:38719 2024-12-05T05:18:40,188 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-667942734/backup-masters/8edcaf2ecc84,38719,1733375919890 2024-12-05T05:18:40,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734/backup-masters 2024-12-05T05:18:40,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734/backup-masters 2024-12-05T05:18:40,195 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Set watcher on existing znode=/1-667942734/backup-masters/8edcaf2ecc84,38719,1733375919890 2024-12-05T05:18:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-667942734/master 2024-12-05T05:18:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734 2024-12-05T05:18:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734 2024-12-05T05:18:40,206 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Set watcher on existing znode=/1-667942734/master 2024-12-05T05:18:40,207 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-667942734/backup-masters/8edcaf2ecc84,38719,1733375919890 from backup master directory 2024-12-05T05:18:40,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734/backup-masters 2024-12-05T05:18:40,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-667942734/backup-masters/8edcaf2ecc84,38719,1733375919890 2024-12-05T05:18:40,215 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:18:40,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734/backup-masters 2024-12-05T05:18:40,215 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,38719,1733375919890 2024-12-05T05:18:40,235 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/hbase.id] with ID: 935dffaa-b3f0-4c5e-8abb-27d1d97a3d0f 2024-12-05T05:18:40,235 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/.tmp/hbase.id 2024-12-05T05:18:40,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:18:40,267 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/.tmp/hbase.id]:[hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/hbase.id] 2024-12-05T05:18:40,300 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:40,300 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:18:40,307 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 7ms. 2024-12-05T05:18:40,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734 2024-12-05T05:18:40,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734 2024-12-05T05:18:40,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:18:40,359 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:18:40,361 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:18:40,362 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:40,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:18:40,422 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store 2024-12-05T05:18:40,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:18:40,478 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:40,479 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:18:40,479 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:40,479 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:40,479 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:18:40,479 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:40,479 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:40,479 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733375920479Disabling compacts and flushes for region at 1733375920479Disabling writes for close at 1733375920479Writing region close event to WAL at 1733375920479Closed at 1733375920479 2024-12-05T05:18:40,480 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/.initializing 2024-12-05T05:18:40,480 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/WALs/8edcaf2ecc84,38719,1733375919890 2024-12-05T05:18:40,481 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:18:40,483 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C38719%2C1733375919890, suffix=, logDir=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/WALs/8edcaf2ecc84,38719,1733375919890, archiveDir=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/oldWALs, maxLogs=10 2024-12-05T05:18:40,501 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/WALs/8edcaf2ecc84,38719,1733375919890/8edcaf2ecc84%2C38719%2C1733375919890.1733375920484, exclude list is [], retry=0 2024-12-05T05:18:40,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-149f8ab2-c420-443d-bf12-b19ccd67b465,DISK] 2024-12-05T05:18:40,513 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/WALs/8edcaf2ecc84,38719,1733375919890/8edcaf2ecc84%2C38719%2C1733375919890.1733375920484 2024-12-05T05:18:40,516 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43423:43423)] 2024-12-05T05:18:40,516 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:18:40,516 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:40,517 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:40,517 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:40,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:40,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:18:40,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:40,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:40,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:40,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:18:40,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:40,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:40,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:40,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:18:40,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:40,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:40,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:40,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:18:40,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:40,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:40,534 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:40,537 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:40,538 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:40,540 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:40,540 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:40,540 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:40,542 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:40,561 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:18:40,561 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67411215, jitterRate=0.004505380988121033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:40,562 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733375920517Initializing all the Stores at 1733375920518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375920518Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375920524 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375920524Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375920524Cleaning up temporary data from old regions at 1733375920540 (+16 ms)Region opened successfully at 1733375920561 (+21 ms) 2024-12-05T05:18:40,571 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:18:40,575 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e161c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:18:40,576 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:18:40,576 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:18:40,576 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:18:40,576 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:18:40,577 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:18:40,577 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:18:40,577 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:18:40,584 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:18:40,585 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Unable to get data of znode /1-667942734/balancer because node does not exist (not necessarily an error) 2024-12-05T05:18:40,604 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-667942734/balancer already deleted, retry=false 2024-12-05T05:18:40,605 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:18:40,605 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Unable to get data of znode /1-667942734/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:18:40,626 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-667942734/normalizer already deleted, retry=false 2024-12-05T05:18:40,626 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:18:40,627 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Unable to get data of znode /1-667942734/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:18:40,647 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-667942734/switch/split already deleted, retry=false 2024-12-05T05:18:40,648 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Unable to get data of znode /1-667942734/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:18:40,668 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-667942734/switch/merge already deleted, retry=false 2024-12-05T05:18:40,670 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Unable to get data of znode /1-667942734/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:18:40,695 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-667942734/snapshot-cleanup already deleted, retry=false 2024-12-05T05:18:40,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-667942734/running 2024-12-05T05:18:40,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734 2024-12-05T05:18:40,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-667942734/running 2024-12-05T05:18:40,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734 2024-12-05T05:18:40,710 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,38719,1733375919890, sessionid=0x101a3ed635a0003, setting cluster-up flag (Was=false) 2024-12-05T05:18:40,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734 2024-12-05T05:18:40,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734 2024-12-05T05:18:40,784 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-667942734/flush-table-proc/acquired, /1-667942734/flush-table-proc/reached, /1-667942734/flush-table-proc/abort 2024-12-05T05:18:40,785 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,38719,1733375919890 2024-12-05T05:18:40,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734 2024-12-05T05:18:40,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734 2024-12-05T05:18:40,837 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-667942734/online-snapshot/acquired, /1-667942734/online-snapshot/reached, /1-667942734/online-snapshot/abort 2024-12-05T05:18:40,838 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,38719,1733375919890 2024-12-05T05:18:40,839 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:18:40,842 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:40,842 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:18:40,842 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:18:40,842 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,38719,1733375919890 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:18:40,849 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:40,849 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:40,849 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:40,849 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:40,849 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:18:40,849 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:40,849 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:18:40,849 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:40,859 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:40,859 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:18:40,860 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:40,860 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:18:40,876 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733375950876 2024-12-05T05:18:40,876 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:18:40,876 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:18:40,876 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:18:40,876 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:18:40,876 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:18:40,877 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:18:40,880 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:40,881 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(746): ClusterId : 935dffaa-b3f0-4c5e-8abb-27d1d97a3d0f 2024-12-05T05:18:40,881 DEBUG [RS:0;8edcaf2ecc84:38743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:18:40,884 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:18:40,884 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:18:40,884 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:18:40,884 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:18:40,888 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:18:40,888 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:18:40,889 DEBUG [RS:0;8edcaf2ecc84:38743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:18:40,889 DEBUG [RS:0;8edcaf2ecc84:38743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:18:40,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:18:40,892 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375920888,5,FailOnTimeoutGroup] 2024-12-05T05:18:40,892 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375920892,5,FailOnTimeoutGroup] 2024-12-05T05:18:40,892 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:40,892 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:18:40,893 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:40,893 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:40,900 DEBUG [RS:0;8edcaf2ecc84:38743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:18:40,900 DEBUG [RS:0;8edcaf2ecc84:38743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfcae2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:18:40,915 DEBUG [RS:0;8edcaf2ecc84:38743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:38743 2024-12-05T05:18:40,915 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:18:40,915 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:18:40,915 DEBUG [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:18:40,917 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,38719,1733375919890 with port=38743, startcode=1733375920122 2024-12-05T05:18:40,917 DEBUG [RS:0;8edcaf2ecc84:38743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:18:40,930 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:18:40,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,38743,1733375920122 2024-12-05T05:18:40,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38719 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,38743,1733375920122 2024-12-05T05:18:40,949 DEBUG [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67 2024-12-05T05:18:40,949 DEBUG [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36125 2024-12-05T05:18:40,949 DEBUG [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:18:41,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734/rs 2024-12-05T05:18:41,009 DEBUG [RS:0;8edcaf2ecc84:38743 {}] zookeeper.ZKUtil(111): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Set watcher on existing znode=/1-667942734/rs/8edcaf2ecc84,38743,1733375920122 2024-12-05T05:18:41,009 WARN [RS:0;8edcaf2ecc84:38743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:18:41,009 INFO [RS:0;8edcaf2ecc84:38743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:41,009 DEBUG [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/WALs/8edcaf2ecc84,38743,1733375920122 2024-12-05T05:18:41,014 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,38743,1733375920122] 2024-12-05T05:18:41,017 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:18:41,028 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:18:41,040 INFO [RS:0;8edcaf2ecc84:38743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:18:41,040 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:41,041 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:18:41,044 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:18:41,044 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:41,044 DEBUG [RS:0;8edcaf2ecc84:38743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:41,044 DEBUG [RS:0;8edcaf2ecc84:38743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:41,044 DEBUG [RS:0;8edcaf2ecc84:38743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:41,044 DEBUG [RS:0;8edcaf2ecc84:38743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:41,044 DEBUG [RS:0;8edcaf2ecc84:38743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:41,044 DEBUG [RS:0;8edcaf2ecc84:38743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:18:41,044 DEBUG [RS:0;8edcaf2ecc84:38743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:41,044 DEBUG [RS:0;8edcaf2ecc84:38743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:41,044 DEBUG [RS:0;8edcaf2ecc84:38743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:41,044 DEBUG [RS:0;8edcaf2ecc84:38743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:41,044 DEBUG [RS:0;8edcaf2ecc84:38743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:41,044 DEBUG [RS:0;8edcaf2ecc84:38743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:41,044 DEBUG [RS:0;8edcaf2ecc84:38743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:18:41,044 DEBUG [RS:0;8edcaf2ecc84:38743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:18:41,048 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:41,048 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:41,048 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:41,048 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:41,048 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:41,049 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38743,1733375920122-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:18:41,072 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:18:41,072 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38743,1733375920122-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:41,072 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:41,072 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.Replication(171): 8edcaf2ecc84,38743,1733375920122 started 2024-12-05T05:18:41,091 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:41,092 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,38743,1733375920122, RpcServer on 8edcaf2ecc84/172.17.0.3:38743, sessionid=0x101a3ed635a0004 2024-12-05T05:18:41,092 DEBUG [RS:0;8edcaf2ecc84:38743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:18:41,092 DEBUG [RS:0;8edcaf2ecc84:38743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,38743,1733375920122 2024-12-05T05:18:41,092 DEBUG [RS:0;8edcaf2ecc84:38743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,38743,1733375920122' 2024-12-05T05:18:41,092 DEBUG [RS:0;8edcaf2ecc84:38743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-667942734/flush-table-proc/abort' 2024-12-05T05:18:41,093 DEBUG [RS:0;8edcaf2ecc84:38743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-667942734/flush-table-proc/acquired' 2024-12-05T05:18:41,093 DEBUG [RS:0;8edcaf2ecc84:38743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:18:41,093 DEBUG [RS:0;8edcaf2ecc84:38743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:18:41,093 DEBUG [RS:0;8edcaf2ecc84:38743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,38743,1733375920122 2024-12-05T05:18:41,093 DEBUG [RS:0;8edcaf2ecc84:38743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,38743,1733375920122' 2024-12-05T05:18:41,093 DEBUG [RS:0;8edcaf2ecc84:38743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-667942734/online-snapshot/abort' 2024-12-05T05:18:41,093 DEBUG [RS:0;8edcaf2ecc84:38743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-667942734/online-snapshot/acquired' 2024-12-05T05:18:41,094 DEBUG [RS:0;8edcaf2ecc84:38743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:18:41,094 INFO [RS:0;8edcaf2ecc84:38743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:18:41,094 INFO [RS:0;8edcaf2ecc84:38743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:18:41,194 INFO [RS:0;8edcaf2ecc84:38743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:18:41,197 INFO [RS:0;8edcaf2ecc84:38743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C38743%2C1733375920122, suffix=, logDir=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/WALs/8edcaf2ecc84,38743,1733375920122, archiveDir=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/oldWALs, maxLogs=10 2024-12-05T05:18:41,214 DEBUG [RS:0;8edcaf2ecc84:38743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/WALs/8edcaf2ecc84,38743,1733375920122/8edcaf2ecc84%2C38743%2C1733375920122.1733375921198, exclude list is [], retry=0 2024-12-05T05:18:41,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-149f8ab2-c420-443d-bf12-b19ccd67b465,DISK] 2024-12-05T05:18:41,221 INFO [RS:0;8edcaf2ecc84:38743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/WALs/8edcaf2ecc84,38743,1733375920122/8edcaf2ecc84%2C38743%2C1733375920122.1733375921198 2024-12-05T05:18:41,221 DEBUG [RS:0;8edcaf2ecc84:38743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43423:43423)] 2024-12-05T05:18:41,292 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:18:41,292 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67 2024-12-05T05:18:41,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741833_1009 (size=32) 2024-12-05T05:18:41,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:41,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:18:41,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:18:41,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:41,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:41,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:18:41,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:18:41,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:41,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:41,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:18:41,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:18:41,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:41,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:41,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:18:41,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:18:41,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:41,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:41,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:18:41,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/data/hbase/meta/1588230740 2024-12-05T05:18:41,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/data/hbase/meta/1588230740 2024-12-05T05:18:41,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:18:41,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:18:41,735 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:41,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:18:41,741 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:18:41,741 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72610126, jitterRate=0.08197519183158875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:41,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733375921703Initializing all the Stores at 1733375921705 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375921705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375921706 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375921706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375921706Cleaning up temporary data from old regions at 1733375921735 (+29 ms)Region opened successfully at 1733375921741 (+6 ms) 2024-12-05T05:18:41,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:18:41,742 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:18:41,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:18:41,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:18:41,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:18:41,742 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:18:41,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733375921742Disabling compacts and flushes for region at 1733375921742Disabling writes for close at 1733375921742Writing region close event to WAL at 1733375921742Closed at 1733375921742 2024-12-05T05:18:41,744 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:41,744 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:18:41,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:18:41,747 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:18:41,749 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:18:41,899 DEBUG [8edcaf2ecc84:38719 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:18:41,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,38743,1733375920122 2024-12-05T05:18:41,901 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,38743,1733375920122, state=OPENING 2024-12-05T05:18:41,952 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:18:41,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734 2024-12-05T05:18:41,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734 2024-12-05T05:18:41,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-667942734/meta-region-server: CHANGED 2024-12-05T05:18:41,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-667942734/meta-region-server: CHANGED 2024-12-05T05:18:41,963 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:18:41,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,38743,1733375920122}] 2024-12-05T05:18:42,117 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:18:42,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:18:42,125 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:18:42,125 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:42,125 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:18:42,127 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C38743%2C1733375920122.meta, suffix=.meta, logDir=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/WALs/8edcaf2ecc84,38743,1733375920122, archiveDir=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/oldWALs, maxLogs=10 2024-12-05T05:18:42,145 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/WALs/8edcaf2ecc84,38743,1733375920122/8edcaf2ecc84%2C38743%2C1733375920122.meta.1733375922127.meta, exclude list is [], retry=0 2024-12-05T05:18:42,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-149f8ab2-c420-443d-bf12-b19ccd67b465,DISK] 2024-12-05T05:18:42,150 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/WALs/8edcaf2ecc84,38743,1733375920122/8edcaf2ecc84%2C38743%2C1733375920122.meta.1733375922127.meta 2024-12-05T05:18:42,152 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43423:43423)] 2024-12-05T05:18:42,152 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:18:42,153 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:18:42,153 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:18:42,153 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:18:42,153 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:18:42,154 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:18:42,154 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:42,154 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:18:42,154 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:18:42,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:18:42,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:18:42,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:42,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:42,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:18:42,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:18:42,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:42,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:42,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:18:42,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:18:42,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:42,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:42,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:18:42,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:18:42,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:42,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:42,168 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:18:42,169 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/data/hbase/meta/1588230740 2024-12-05T05:18:42,170 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/data/hbase/meta/1588230740 2024-12-05T05:18:42,171 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:18:42,171 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:18:42,172 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:42,174 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:18:42,175 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75439749, jitterRate=0.12413986027240753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:42,175 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:18:42,175 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733375922154Writing region info on filesystem at 1733375922154Initializing all the Stores at 1733375922157 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375922157Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375922160 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375922160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375922160Cleaning up temporary data from old regions at 1733375922171 (+11 ms)Running coprocessor post-open hooks at 1733375922175 (+4 ms)Region opened successfully at 1733375922175 2024-12-05T05:18:42,177 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733375922116 2024-12-05T05:18:42,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,38743,1733375920122 2024-12-05T05:18:42,181 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:18:42,181 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:18:42,184 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,38743,1733375920122, state=OPEN 2024-12-05T05:18:42,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-667942734/meta-region-server 2024-12-05T05:18:42,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-667942734/meta-region-server 2024-12-05T05:18:42,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-667942734/meta-region-server: CHANGED 2024-12-05T05:18:42,194 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,38743,1733375920122 2024-12-05T05:18:42,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-667942734/meta-region-server: CHANGED 2024-12-05T05:18:42,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:18:42,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,38743,1733375920122 in 231 msec 2024-12-05T05:18:42,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:18:42,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-12-05T05:18:42,203 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:42,203 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:18:42,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:18:42,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,38743,1733375920122, seqNum=-1] 2024-12-05T05:18:42,205 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:18:42,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:18:42,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3760 sec 2024-12-05T05:18:42,219 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733375922219, completionTime=-1 2024-12-05T05:18:42,219 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:18:42,219 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:18:42,222 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:18:42,222 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733375982222 2024-12-05T05:18:42,222 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376042222 2024-12-05T05:18:42,222 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T05:18:42,222 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38719,1733375919890-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:42,222 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38719,1733375919890-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:42,223 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38719,1733375919890-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:42,223 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:38719, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:42,223 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:42,226 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:18:42,243 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:42,251 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.034sec 2024-12-05T05:18:42,251 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:18:42,251 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:18:42,251 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:18:42,251 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:18:42,251 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:18:42,251 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38719,1733375919890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:18:42,251 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38719,1733375919890-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:18:42,259 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:18:42,259 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:18:42,259 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38719,1733375919890-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:42,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5831a53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:42,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,38719,-1 for getting cluster id 2024-12-05T05:18:42,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:42,283 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '935dffaa-b3f0-4c5e-8abb-27d1d97a3d0f' 2024-12-05T05:18:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "935dffaa-b3f0-4c5e-8abb-27d1d97a3d0f" 2024-12-05T05:18:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e142c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,38719,-1] 2024-12-05T05:18:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:42,285 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:42,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f7bfbaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:42,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:18:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,38743,1733375920122, seqNum=-1] 2024-12-05T05:18:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:18:42,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:18:42,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,38719,1733375919890 2024-12-05T05:18:42,291 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49245 2024-12-05T05:18:42,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:42,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a3ed635a0005 connected 2024-12-05T05:18:42,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e36b8fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:42,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,45085,-1 for getting cluster id 2024-12-05T05:18:42,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:42,313 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42a12d09-a4ed-47ac-b9f6-a051851bf021' 2024-12-05T05:18:42,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:42,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42a12d09-a4ed-47ac-b9f6-a051851bf021" 2024-12-05T05:18:42,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f55477a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:42,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,45085,-1] 2024-12-05T05:18:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:42,314 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2562e04b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:42,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:18:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,45085,1733375914469 2024-12-05T05:18:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76043805 2024-12-05T05:18:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:18:42,317 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:18:42,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45085 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:38719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:18:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45085 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:18:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:18:42,320 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:38719' 2024-12-05T05:18:42,321 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65152651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:42,321 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,38719,-1 for getting cluster id 2024-12-05T05:18:42,321 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:42,322 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '935dffaa-b3f0-4c5e-8abb-27d1d97a3d0f' 2024-12-05T05:18:42,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:42,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "935dffaa-b3f0-4c5e-8abb-27d1d97a3d0f" 2024-12-05T05:18:42,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef00de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:42,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,38719,-1] 2024-12-05T05:18:42,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:42,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:42,323 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:42,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9e9a48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:42,324 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:18:42,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,38719,1733375919890 2024-12-05T05:18:42,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@126921f0 2024-12-05T05:18:42,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:18:42,325 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:18:42,326 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T05:18:42,326 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:18:42,326 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:42,326 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:42,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:42,326 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:18:42,327 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:18:42,329 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:18:42,329 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:42,330 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:18:42,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741835_1011 (size=1138) 2024-12-05T05:18:42,378 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T05:18:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:18:42,546 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:18:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:18:42,738 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 416d0eb9c1976add1ebb6032ca21a6c8, NAME => 'hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c 2024-12-05T05:18:42,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741836_1012 (size=44) 2024-12-05T05:18:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:18:43,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:43,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 416d0eb9c1976add1ebb6032ca21a6c8, disabling compactions & flushes 2024-12-05T05:18:43,145 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8. 2024-12-05T05:18:43,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8. 2024-12-05T05:18:43,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8. after waiting 0 ms 2024-12-05T05:18:43,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8. 2024-12-05T05:18:43,145 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8. 2024-12-05T05:18:43,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 416d0eb9c1976add1ebb6032ca21a6c8: Waiting for close lock at 1733375923145Disabling compacts and flushes for region at 1733375923145Disabling writes for close at 1733375923145Writing region close event to WAL at 1733375923145Closed at 1733375923145 2024-12-05T05:18:43,147 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:18:43,147 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733375923147"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733375923147"}]},"ts":"1733375923147"} 2024-12-05T05:18:43,149 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:18:43,150 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:18:43,151 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733375923150"}]},"ts":"1733375923150"} 2024-12-05T05:18:43,153 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T05:18:43,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=416d0eb9c1976add1ebb6032ca21a6c8, ASSIGN}] 2024-12-05T05:18:43,155 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=416d0eb9c1976add1ebb6032ca21a6c8, ASSIGN 2024-12-05T05:18:43,156 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=416d0eb9c1976add1ebb6032ca21a6c8, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,36219,1733375914861; forceNewPlan=false, retain=false 2024-12-05T05:18:43,307 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=416d0eb9c1976add1ebb6032ca21a6c8, regionState=OPENING, regionLocation=8edcaf2ecc84,36219,1733375914861 2024-12-05T05:18:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=416d0eb9c1976add1ebb6032ca21a6c8, ASSIGN because future has completed 2024-12-05T05:18:43,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 416d0eb9c1976add1ebb6032ca21a6c8, server=8edcaf2ecc84,36219,1733375914861}] 2024-12-05T05:18:43,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T05:18:43,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T05:18:43,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:18:43,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T05:18:43,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:18:43,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T05:18:43,409 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T05:18:43,409 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T05:18:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:18:43,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8. 2024-12-05T05:18:43,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:43,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:18:43,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C36219%2C1733375914861.rep, suffix=, logDir=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861, archiveDir=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/oldWALs, maxLogs=10 2024-12-05T05:18:43,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.rep.1733375923469, exclude list is [], retry=0 2024-12-05T05:18:43,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36085,DS-0b35fe2f-1260-4882-8bec-6735af78e2a0,DISK] 2024-12-05T05:18:43,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.rep.1733375923469 2024-12-05T05:18:43,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37571:37571)] 2024-12-05T05:18:43,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 416d0eb9c1976add1ebb6032ca21a6c8, NAME => 'hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:18:43,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:18:43,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:18:43,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8. service=MultiRowMutationService 2024-12-05T05:18:43,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:18:43,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:43,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:43,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:43,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:43,487 INFO [StoreOpener-416d0eb9c1976add1ebb6032ca21a6c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:43,488 INFO [StoreOpener-416d0eb9c1976add1ebb6032ca21a6c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416d0eb9c1976add1ebb6032ca21a6c8 columnFamilyName hfileref 2024-12-05T05:18:43,488 DEBUG [StoreOpener-416d0eb9c1976add1ebb6032ca21a6c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:43,489 INFO [StoreOpener-416d0eb9c1976add1ebb6032ca21a6c8-1 {}] regionserver.HStore(327): Store=416d0eb9c1976add1ebb6032ca21a6c8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:43,489 INFO [StoreOpener-416d0eb9c1976add1ebb6032ca21a6c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:43,490 INFO [StoreOpener-416d0eb9c1976add1ebb6032ca21a6c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416d0eb9c1976add1ebb6032ca21a6c8 columnFamilyName queue 2024-12-05T05:18:43,490 DEBUG [StoreOpener-416d0eb9c1976add1ebb6032ca21a6c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:43,491 INFO [StoreOpener-416d0eb9c1976add1ebb6032ca21a6c8-1 {}] regionserver.HStore(327): Store=416d0eb9c1976add1ebb6032ca21a6c8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:43,491 INFO [StoreOpener-416d0eb9c1976add1ebb6032ca21a6c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:43,492 INFO [StoreOpener-416d0eb9c1976add1ebb6032ca21a6c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416d0eb9c1976add1ebb6032ca21a6c8 columnFamilyName sid 2024-12-05T05:18:43,492 DEBUG [StoreOpener-416d0eb9c1976add1ebb6032ca21a6c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:43,493 INFO [StoreOpener-416d0eb9c1976add1ebb6032ca21a6c8-1 {}] regionserver.HStore(327): Store=416d0eb9c1976add1ebb6032ca21a6c8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:43,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:43,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/replication/416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:43,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/replication/416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:43,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:43,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:43,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:18:43,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:43,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/replication/416d0eb9c1976add1ebb6032ca21a6c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:18:43,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 416d0eb9c1976add1ebb6032ca21a6c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67750744, jitterRate=0.009564757347106934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:18:43,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:43,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 416d0eb9c1976add1ebb6032ca21a6c8: Running coprocessor pre-open hook at 1733375923486Writing region info on filesystem at 1733375923486Initializing all the Stores at 1733375923487 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375923487Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375923487Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375923487Cleaning up temporary data from old regions at 1733375923495 (+8 ms)Running coprocessor post-open hooks at 1733375923500 (+5 ms)Region opened successfully at 1733375923500 2024-12-05T05:18:43,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8., pid=7, masterSystemTime=1733375923463 2024-12-05T05:18:43,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8. 2024-12-05T05:18:43,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8. 2024-12-05T05:18:43,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=416d0eb9c1976add1ebb6032ca21a6c8, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,36219,1733375914861 2024-12-05T05:18:43,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 416d0eb9c1976add1ebb6032ca21a6c8, server=8edcaf2ecc84,36219,1733375914861 because future has completed 2024-12-05T05:18:43,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T05:18:43,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 416d0eb9c1976add1ebb6032ca21a6c8, server=8edcaf2ecc84,36219,1733375914861 in 199 msec 2024-12-05T05:18:43,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:18:43,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=416d0eb9c1976add1ebb6032ca21a6c8, ASSIGN in 359 msec 2024-12-05T05:18:43,517 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:18:43,517 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733375923517"}]},"ts":"1733375923517"} 2024-12-05T05:18:43,520 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T05:18:43,522 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:18:43,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1960 sec 2024-12-05T05:18:43,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8., hostname=8edcaf2ecc84,36219,1733375914861, seqNum=2] 2024-12-05T05:18:43,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:43,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:43,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:18:43,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36219 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T05:18:43,771 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T05:18:43,799 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,36219,1733375914861, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:18:43,799 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:18:43,799 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,36219,1733375914861, seqNum=-1] 2024-12-05T05:18:43,800 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:18:43,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-05T05:18:43,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8edcaf2ecc84,36219,1733375914861', locateType=CURRENT is [region=hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8., hostname=8edcaf2ecc84,36219,1733375914861, seqNum=2] 2024-12-05T05:18:43,806 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T05:18:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45085 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T05:18:43,810 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8edcaf2ecc84,36219,1733375914861 suceeded 2024-12-05T05:18:43,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T05:18:43,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-05T05:18:43,814 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8edcaf2ecc84:38719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:18:43,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-12-05T05:18:43,822 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:38719' 2024-12-05T05:18:43,823 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73153188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:43,823 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,38719,-1 for getting cluster id 2024-12-05T05:18:43,823 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:43,824 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '935dffaa-b3f0-4c5e-8abb-27d1d97a3d0f' 2024-12-05T05:18:43,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:43,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "935dffaa-b3f0-4c5e-8abb-27d1d97a3d0f" 2024-12-05T05:18:43,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c79d6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:43,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,38719,-1] 2024-12-05T05:18:43,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:43,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:43,825 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:43,826 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61b02bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:43,826 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:18:43,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,38719,1733375919890 2024-12-05T05:18:43,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63ba43b2 2024-12-05T05:18:43,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:18:43,828 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-05T05:18:43,829 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,36219,1733375914861 (queues=1) is replicating from cluster=42a12d09-a4ed-47ac-b9f6-a051851bf021 to cluster=935dffaa-b3f0-4c5e-8abb-27d1d97a3d0f 2024-12-05T05:18:43,829 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C36219%2C1733375914861 2024-12-05T05:18:43,829 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,36219,1733375914861, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:18:43,829 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861.replicationSource.shipper8edcaf2ecc84%2C36219%2C1733375914861,1-8edcaf2ecc84,36219,1733375914861 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C36219%2C1733375914861 2024-12-05T05:18:43,830 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861.replicationSource.wal-reader.8edcaf2ecc84%2C36219%2C1733375914861,1-8edcaf2ecc84,36219,1733375914861 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.1733375916747, startPosition=0, beingWritten=true 2024-12-05T05:18:44,036 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861.replicationSource.wal-reader.8edcaf2ecc84%2C36219%2C1733375914861,1-8edcaf2ecc84,36219,1733375914861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.1733375916747 to pos 0, reset compression=false 2024-12-05T05:18:44,342 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861.replicationSource.wal-reader.8edcaf2ecc84%2C36219%2C1733375914861,1-8edcaf2ecc84,36219,1733375914861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.1733375916747 to pos 0, reset compression=false 2024-12-05T05:18:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:18:44,471 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:18:44,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:18:44,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:44,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:44,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:44,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:44,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:18:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,45085,1733375914469 2024-12-05T05:18:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fc38cc7 2024-12-05T05:18:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:18:44,473 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:18:44,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45085 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T05:18:44,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:18:44,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:18:44,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:44,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:44,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:44,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:44,474 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:18:44,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1261540176, stopped=false 2024-12-05T05:18:44,475 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,38719,1733375919890 2024-12-05T05:18:44,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-667942734/running 2024-12-05T05:18:44,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-667942734/running 2024-12-05T05:18:44,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734 2024-12-05T05:18:44,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734 2024-12-05T05:18:44,487 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:18:44,487 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:18:44,487 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:44,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:44,487 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,38743,1733375920122' ***** 2024-12-05T05:18:44,487 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:18:44,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Set watcher on znode that does not yet exist, /1-667942734/running 2024-12-05T05:18:44,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Set watcher on znode that does not yet exist, /1-667942734/running 2024-12-05T05:18:44,487 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:18:44,487 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:18:44,488 INFO [RS:0;8edcaf2ecc84:38743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:18:44,488 INFO [RS:0;8edcaf2ecc84:38743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:18:44,488 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,38743,1733375920122 2024-12-05T05:18:44,488 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:18:44,488 INFO [RS:0;8edcaf2ecc84:38743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:38743. 2024-12-05T05:18:44,488 DEBUG [RS:0;8edcaf2ecc84:38743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:44,488 DEBUG [RS:0;8edcaf2ecc84:38743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:44,488 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:18:44,488 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:18:44,488 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:18:44,488 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:18:44,488 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T05:18:44,488 DEBUG [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T05:18:44,488 DEBUG [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:18:44,488 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:18:44,488 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:18:44,488 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:18:44,488 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:18:44,488 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:18:44,489 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T05:18:44,504 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/data/hbase/meta/1588230740/.tmp/ns/2934c000b3044fe2add98a6389b299ca is 43, key is default/ns:d/1733375922208/Put/seqid=0 2024-12-05T05:18:44,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741835_1011 (size=5153) 2024-12-05T05:18:44,560 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:18:44,688 DEBUG [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:18:44,747 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861.replicationSource.wal-reader.8edcaf2ecc84%2C36219%2C1733375914861,1-8edcaf2ecc84,36219,1733375914861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.1733375916747 to pos 0, reset compression=false 2024-12-05T05:18:44,889 DEBUG [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:18:44,908 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/data/hbase/meta/1588230740/.tmp/ns/2934c000b3044fe2add98a6389b299ca 2024-12-05T05:18:44,914 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/data/hbase/meta/1588230740/.tmp/ns/2934c000b3044fe2add98a6389b299ca as hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/data/hbase/meta/1588230740/ns/2934c000b3044fe2add98a6389b299ca 2024-12-05T05:18:44,920 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/data/hbase/meta/1588230740/ns/2934c000b3044fe2add98a6389b299ca, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T05:18:44,921 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-12-05T05:18:44,925 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T05:18:44,926 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:18:44,926 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:18:44,926 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:18:44,926 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733375924488Running coprocessor pre-close hooks at 1733375924488Disabling compacts and flushes for region at 1733375924488Disabling writes for close at 1733375924488Obtaining lock to block concurrent updates at 1733375924489 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733375924489Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733375924489Flushing stores of hbase:meta,,1.1588230740 at 1733375924490 (+1 ms)Flushing 1588230740/ns: creating writer at 1733375924490Flushing 1588230740/ns: appending metadata at 1733375924503 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733375924503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8c3793: reopening flushed file at 1733375924913 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1733375924921 (+8 ms)Writing region close event to WAL at 1733375924921Running coprocessor post-close hooks at 1733375924926 (+5 ms)Closed at 1733375924926 2024-12-05T05:18:44,926 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:18:45,049 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:18:45,050 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:18:45,089 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,38743,1733375920122; all regions closed. 2024-12-05T05:18:45,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741834_1010 (size=1152) 2024-12-05T05:18:45,091 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/WALs/8edcaf2ecc84,38743,1733375920122/8edcaf2ecc84%2C38743%2C1733375920122.meta.1733375922127.meta not finished, retry = 0 2024-12-05T05:18:45,194 DEBUG [RS:0;8edcaf2ecc84:38743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/oldWALs 2024-12-05T05:18:45,194 INFO [RS:0;8edcaf2ecc84:38743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C38743%2C1733375920122.meta:.meta(num 1733375922127) 2024-12-05T05:18:45,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741832_1008 (size=93) 2024-12-05T05:18:45,197 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/WALs/8edcaf2ecc84,38743,1733375920122/8edcaf2ecc84%2C38743%2C1733375920122.1733375921198 not finished, retry = 0 2024-12-05T05:18:45,252 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861.replicationSource.wal-reader.8edcaf2ecc84%2C36219%2C1733375914861,1-8edcaf2ecc84,36219,1733375914861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.1733375916747 to pos 0, reset compression=false 2024-12-05T05:18:45,300 DEBUG [RS:0;8edcaf2ecc84:38743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/oldWALs 2024-12-05T05:18:45,300 INFO [RS:0;8edcaf2ecc84:38743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C38743%2C1733375920122:(num 1733375921198) 2024-12-05T05:18:45,300 DEBUG [RS:0;8edcaf2ecc84:38743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:45,300 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:18:45,300 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:18:45,300 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T05:18:45,300 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:18:45,300 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:18:45,300 INFO [RS:0;8edcaf2ecc84:38743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38743 2024-12-05T05:18:45,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734/rs 2024-12-05T05:18:45,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-667942734/rs/8edcaf2ecc84,38743,1733375920122 2024-12-05T05:18:45,310 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:18:45,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,38743,1733375920122] 2024-12-05T05:18:45,331 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-667942734/draining/8edcaf2ecc84,38743,1733375920122 already deleted, retry=false 2024-12-05T05:18:45,331 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,38743,1733375920122 expired; onlineServers=0 2024-12-05T05:18:45,331 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,38719,1733375919890' ***** 2024-12-05T05:18:45,331 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:18:45,331 INFO [M:0;8edcaf2ecc84:38719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:18:45,331 INFO [M:0;8edcaf2ecc84:38719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:18:45,331 DEBUG [M:0;8edcaf2ecc84:38719 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:18:45,331 DEBUG [M:0;8edcaf2ecc84:38719 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:18:45,331 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:18:45,331 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375920888 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375920888,5,FailOnTimeoutGroup] 2024-12-05T05:18:45,331 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375920892 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375920892,5,FailOnTimeoutGroup] 2024-12-05T05:18:45,331 INFO [M:0;8edcaf2ecc84:38719 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:18:45,331 INFO [M:0;8edcaf2ecc84:38719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:18:45,331 DEBUG [M:0;8edcaf2ecc84:38719 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:18:45,331 INFO [M:0;8edcaf2ecc84:38719 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:18:45,331 INFO [M:0;8edcaf2ecc84:38719 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:18:45,332 INFO [M:0;8edcaf2ecc84:38719 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:18:45,332 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:18:45,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-667942734/master 2024-12-05T05:18:45,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667942734 2024-12-05T05:18:45,341 DEBUG [M:0;8edcaf2ecc84:38719 {}] zookeeper.ZKUtil(347): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Unable to get data of znode /1-667942734/master because node does not exist (not an error) 2024-12-05T05:18:45,341 WARN [M:0;8edcaf2ecc84:38719 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:18:45,342 INFO [M:0;8edcaf2ecc84:38719 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/.lastflushedseqids 2024-12-05T05:18:45,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741836_1012 (size=99) 2024-12-05T05:18:45,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:45,420 INFO [RS:0;8edcaf2ecc84:38743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:18:45,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38743-0x101a3ed635a0004, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:45,420 INFO [RS:0;8edcaf2ecc84:38743 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,38743,1733375920122; zookeeper connection closed. 2024-12-05T05:18:45,421 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a932b27 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a932b27 2024-12-05T05:18:45,421 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:18:45,747 INFO [M:0;8edcaf2ecc84:38719 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:18:45,747 INFO [M:0;8edcaf2ecc84:38719 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:18:45,747 DEBUG [M:0;8edcaf2ecc84:38719 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:18:45,747 INFO [M:0;8edcaf2ecc84:38719 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:45,748 DEBUG [M:0;8edcaf2ecc84:38719 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:45,748 DEBUG [M:0;8edcaf2ecc84:38719 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:18:45,748 DEBUG [M:0;8edcaf2ecc84:38719 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:45,748 INFO [M:0;8edcaf2ecc84:38719 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T05:18:45,763 DEBUG [M:0;8edcaf2ecc84:38719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b605ad26a2de40b0b5e9dc7abffc0a93 is 82, key is hbase:meta,,1/info:regioninfo/1733375922180/Put/seqid=0 2024-12-05T05:18:45,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741837_1013 (size=5672) 2024-12-05T05:18:45,856 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861.replicationSource.wal-reader.8edcaf2ecc84%2C36219%2C1733375914861,1-8edcaf2ecc84,36219,1733375914861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.1733375916747 to pos 0, reset compression=false 2024-12-05T05:18:46,168 INFO [M:0;8edcaf2ecc84:38719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b605ad26a2de40b0b5e9dc7abffc0a93 2024-12-05T05:18:46,194 DEBUG [M:0;8edcaf2ecc84:38719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf3ea8c5d8fb4b5e99501468bbe48404 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733375922218/Put/seqid=0 2024-12-05T05:18:46,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741838_1014 (size=5275) 2024-12-05T05:18:46,561 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861.replicationSource.wal-reader.8edcaf2ecc84%2C36219%2C1733375914861,1-8edcaf2ecc84,36219,1733375914861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.1733375916747 to pos 0, reset compression=false 2024-12-05T05:18:46,600 INFO [M:0;8edcaf2ecc84:38719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf3ea8c5d8fb4b5e99501468bbe48404 2024-12-05T05:18:46,626 DEBUG [M:0;8edcaf2ecc84:38719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/797ea84d96494d059b70bfd386096462 is 69, key is 8edcaf2ecc84,38743,1733375920122/rs:state/1733375920931/Put/seqid=0 2024-12-05T05:18:46,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741839_1015 (size=5156) 2024-12-05T05:18:47,032 INFO [M:0;8edcaf2ecc84:38719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/797ea84d96494d059b70bfd386096462 2024-12-05T05:18:47,039 DEBUG [M:0;8edcaf2ecc84:38719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b605ad26a2de40b0b5e9dc7abffc0a93 as hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b605ad26a2de40b0b5e9dc7abffc0a93 2024-12-05T05:18:47,044 INFO [M:0;8edcaf2ecc84:38719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b605ad26a2de40b0b5e9dc7abffc0a93, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T05:18:47,046 DEBUG [M:0;8edcaf2ecc84:38719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf3ea8c5d8fb4b5e99501468bbe48404 as hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf3ea8c5d8fb4b5e99501468bbe48404 2024-12-05T05:18:47,052 INFO [M:0;8edcaf2ecc84:38719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf3ea8c5d8fb4b5e99501468bbe48404, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T05:18:47,053 DEBUG [M:0;8edcaf2ecc84:38719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/797ea84d96494d059b70bfd386096462 as hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/797ea84d96494d059b70bfd386096462 2024-12-05T05:18:47,060 INFO [M:0;8edcaf2ecc84:38719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36125/user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/797ea84d96494d059b70bfd386096462, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T05:18:47,061 INFO [M:0;8edcaf2ecc84:38719 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=28, compaction requested=false 2024-12-05T05:18:47,063 INFO [M:0;8edcaf2ecc84:38719 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:47,063 DEBUG [M:0;8edcaf2ecc84:38719 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733375925747Disabling compacts and flushes for region at 1733375925747Disabling writes for close at 1733375925748 (+1 ms)Obtaining lock to block concurrent updates at 1733375925748Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733375925748Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733375925748Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733375925749 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733375925749Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733375925763 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733375925763Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733375926174 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733375926193 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733375926193Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733375926606 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733375926626 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733375926626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a930289: reopening flushed file at 1733375927038 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@731f3c8d: reopening flushed file at 1733375927045 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16fab9cd: reopening flushed file at 1733375927052 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=28, compaction requested=false at 1733375927061 (+9 ms)Writing region close event to WAL at 1733375927063 (+2 ms)Closed at 1733375927063 2024-12-05T05:18:47,066 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39921397-8c2e-8346-2fed-174db21f8d67/MasterData/WALs/8edcaf2ecc84,38719,1733375919890/8edcaf2ecc84%2C38719%2C1733375919890.1733375920484 not finished, retry = 0 2024-12-05T05:18:47,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741830_1006 (size=10165) 2024-12-05T05:18:47,167 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:18:47,167 INFO [M:0;8edcaf2ecc84:38719 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:18:47,167 INFO [M:0;8edcaf2ecc84:38719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38719 2024-12-05T05:18:47,168 INFO [M:0;8edcaf2ecc84:38719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:18:47,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:47,281 INFO [M:0;8edcaf2ecc84:38719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:18:47,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x101a3ed635a0003, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:47,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54b5ea35{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:18:47,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5142cfbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:18:47,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:18:47,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4858e07a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:18:47,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cd585af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/hadoop.log.dir/,STOPPED} 2024-12-05T05:18:47,286 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:18:47,286 WARN [BP-165992926-172.17.0.3-1733375917512 heartbeating to localhost/127.0.0.1:36125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:18:47,286 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:18:47,286 WARN [BP-165992926-172.17.0.3-1733375917512 heartbeating to localhost/127.0.0.1:36125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-165992926-172.17.0.3-1733375917512 (Datanode Uuid b6fbed9e-0188-4ea9-8ca7-b07abd6c56b1) service to localhost/127.0.0.1:36125 2024-12-05T05:18:47,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/cluster_f5ee9150-03e4-71e1-271a-044b5a60f323/data/data1/current/BP-165992926-172.17.0.3-1733375917512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:18:47,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/cluster_f5ee9150-03e4-71e1-271a-044b5a60f323/data/data2/current/BP-165992926-172.17.0.3-1733375917512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:18:47,287 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:18:47,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7634b461{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:18:47,296 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@235e927b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:18:47,296 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:18:47,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cee3f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:18:47,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fdf487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/hadoop.log.dir/,STOPPED} 2024-12-05T05:18:47,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:18:47,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:18:47,308 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:18:47,308 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:47,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:47,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:47,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:47,308 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:18:47,308 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=309151431, stopped=false 2024-12-05T05:18:47,308 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,45085,1733375914469 2024-12-05T05:18:47,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-262503199/running 2024-12-05T05:18:47,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-262503199/running 2024-12-05T05:18:47,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:47,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:47,320 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:18:47,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:18:47,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:47,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:47,321 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,36219,1733375914861' ***** 2024-12-05T05:18:47,321 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:18:47,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Set watcher on znode that does not yet exist, /0-262503199/running 2024-12-05T05:18:47,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Set watcher on znode that does not yet exist, /0-262503199/running 2024-12-05T05:18:47,321 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:18:47,321 INFO [RS:0;8edcaf2ecc84:36219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:18:47,321 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:18:47,321 INFO [RS:0;8edcaf2ecc84:36219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:18:47,321 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(3091): Received CLOSE for 416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:47,321 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,36219,1733375914861 2024-12-05T05:18:47,321 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:18:47,322 INFO [RS:0;8edcaf2ecc84:36219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:36219. 2024-12-05T05:18:47,322 DEBUG [RS:0;8edcaf2ecc84:36219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:47,322 DEBUG [RS:0;8edcaf2ecc84:36219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:47,322 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 416d0eb9c1976add1ebb6032ca21a6c8, disabling compactions & flushes 2024-12-05T05:18:47,322 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:18:47,322 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:18:47,322 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8. 2024-12-05T05:18:47,322 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:18:47,322 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8. 2024-12-05T05:18:47,322 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:18:47,322 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8. after waiting 0 ms 2024-12-05T05:18:47,322 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8. 2024-12-05T05:18:47,322 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T05:18:47,322 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 416d0eb9c1976add1ebb6032ca21a6c8 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T05:18:47,322 DEBUG [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 416d0eb9c1976add1ebb6032ca21a6c8=hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8.} 2024-12-05T05:18:47,322 DEBUG [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:47,322 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:18:47,322 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:18:47,322 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:18:47,322 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:18:47,322 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:18:47,322 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T05:18:47,335 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/replication/416d0eb9c1976add1ebb6032ca21a6c8/.tmp/queue/f85333795d45443baedbb782c9dd9e6c is 151, key is 1-8edcaf2ecc84,36219,1733375914861/queue:8edcaf2ecc84%2C36219%2C1733375914861/1733375923804/Put/seqid=0 2024-12-05T05:18:47,335 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/.tmp/info/0658720de2974084a9a07dc4cf068f70 is 147, key is hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8./info:regioninfo/1733375923504/Put/seqid=0 2024-12-05T05:18:47,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741839_1015 (size=6631) 2024-12-05T05:18:47,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741838_1014 (size=5350) 2024-12-05T05:18:47,366 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861.replicationSource.wal-reader.8edcaf2ecc84%2C36219%2C1733375914861,1-8edcaf2ecc84,36219,1733375914861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.1733375916747 to pos 0, reset compression=false 2024-12-05T05:18:47,413 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:18:47,522 DEBUG [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:47,584 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:18:47,584 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:18:47,656 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:18:47,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:18:47,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:18:47,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:18:47,722 DEBUG [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 416d0eb9c1976add1ebb6032ca21a6c8 2024-12-05T05:18:47,740 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/replication/416d0eb9c1976add1ebb6032ca21a6c8/.tmp/queue/f85333795d45443baedbb782c9dd9e6c 2024-12-05T05:18:47,740 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/.tmp/info/0658720de2974084a9a07dc4cf068f70 2024-12-05T05:18:47,748 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/replication/416d0eb9c1976add1ebb6032ca21a6c8/.tmp/queue/f85333795d45443baedbb782c9dd9e6c as hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/replication/416d0eb9c1976add1ebb6032ca21a6c8/queue/f85333795d45443baedbb782c9dd9e6c 2024-12-05T05:18:47,754 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/replication/416d0eb9c1976add1ebb6032ca21a6c8/queue/f85333795d45443baedbb782c9dd9e6c, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T05:18:47,755 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 416d0eb9c1976add1ebb6032ca21a6c8 in 433ms, sequenceid=5, compaction requested=false 2024-12-05T05:18:47,755 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T05:18:47,761 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/.tmp/ns/23928c514838468398e5be89425e0853 is 43, key is default/ns:d/1733375917312/Put/seqid=0 2024-12-05T05:18:47,762 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/replication/416d0eb9c1976add1ebb6032ca21a6c8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T05:18:47,763 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:18:47,763 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:18:47,763 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8. 2024-12-05T05:18:47,763 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 416d0eb9c1976add1ebb6032ca21a6c8: Waiting for close lock at 1733375927322Running coprocessor pre-close hooks at 1733375927322Disabling compacts and flushes for region at 1733375927322Disabling writes for close at 1733375927322Obtaining lock to block concurrent updates at 1733375927322Preparing flush snapshotting stores in 416d0eb9c1976add1ebb6032ca21a6c8 at 1733375927322Finished memstore snapshotting hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733375927322Flushing stores of hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8. at 1733375927323 (+1 ms)Flushing 416d0eb9c1976add1ebb6032ca21a6c8/queue: creating writer at 1733375927323Flushing 416d0eb9c1976add1ebb6032ca21a6c8/queue: appending metadata at 1733375927335 (+12 ms)Flushing 416d0eb9c1976add1ebb6032ca21a6c8/queue: closing flushed file at 1733375927335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ab044d: reopening flushed file at 1733375927747 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 416d0eb9c1976add1ebb6032ca21a6c8 in 433ms, sequenceid=5, compaction requested=false at 1733375927755 (+8 ms)Writing region close event to WAL at 1733375927759 (+4 ms)Running coprocessor post-close hooks at 1733375927763 (+4 ms)Closed at 1733375927763 2024-12-05T05:18:47,763 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733375922326.416d0eb9c1976add1ebb6032ca21a6c8. 2024-12-05T05:18:47,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741840_1016 (size=5153) 2024-12-05T05:18:47,923 DEBUG [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:18:48,123 DEBUG [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:18:48,165 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/.tmp/ns/23928c514838468398e5be89425e0853 2024-12-05T05:18:48,184 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/.tmp/table/604c2236264c46ae893314db15c0dcba is 53, key is hbase:replication/table:state/1733375923517/Put/seqid=0 2024-12-05T05:18:48,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741841_1017 (size=5256) 2024-12-05T05:18:48,272 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861.replicationSource.wal-reader.8edcaf2ecc84%2C36219%2C1733375914861,1-8edcaf2ecc84,36219,1733375914861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.1733375916747 to pos 0, reset compression=false 2024-12-05T05:18:48,323 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T05:18:48,323 DEBUG [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T05:18:48,323 DEBUG [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:18:48,523 DEBUG [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:18:48,589 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/.tmp/table/604c2236264c46ae893314db15c0dcba 2024-12-05T05:18:48,595 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/.tmp/info/0658720de2974084a9a07dc4cf068f70 as hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/info/0658720de2974084a9a07dc4cf068f70 2024-12-05T05:18:48,601 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/info/0658720de2974084a9a07dc4cf068f70, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T05:18:48,602 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/.tmp/ns/23928c514838468398e5be89425e0853 as hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/ns/23928c514838468398e5be89425e0853 2024-12-05T05:18:48,608 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/ns/23928c514838468398e5be89425e0853, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T05:18:48,609 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/.tmp/table/604c2236264c46ae893314db15c0dcba as hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/table/604c2236264c46ae893314db15c0dcba 2024-12-05T05:18:48,614 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/table/604c2236264c46ae893314db15c0dcba, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T05:18:48,616 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false 2024-12-05T05:18:48,620 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T05:18:48,621 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:18:48,621 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:18:48,621 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:18:48,621 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733375927322Running coprocessor pre-close hooks at 1733375927322Disabling compacts and flushes for region at 1733375927322Disabling writes for close at 1733375927322Obtaining lock to block concurrent updates at 1733375927322Preparing flush snapshotting stores in 1588230740 at 1733375927322Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733375927323 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733375927323Flushing 1588230740/info: creating writer at 1733375927323Flushing 1588230740/info: appending metadata at 1733375927335 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733375927335Flushing 1588230740/ns: creating writer at 1733375927747 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733375927761 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733375927761Flushing 1588230740/table: creating writer at 1733375928171 (+410 ms)Flushing 1588230740/table: appending metadata at 1733375928184 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733375928184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b36b9c: reopening flushed file at 1733375928594 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67449f95: reopening flushed file at 1733375928601 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572bbe4e: reopening flushed file at 1733375928608 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false at 1733375928616 (+8 ms)Writing region close event to WAL at 1733375928617 (+1 ms)Running coprocessor post-close hooks at 1733375928621 (+4 ms)Closed at 1733375928621 2024-12-05T05:18:48,621 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:18:48,723 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,36219,1733375914861; all regions closed. 2024-12-05T05:18:48,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741834_1010 (size=2742) 2024-12-05T05:18:48,726 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.meta.1733375917181.meta not finished, retry = 0 2024-12-05T05:18:48,829 DEBUG [RS:0;8edcaf2ecc84:36219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/oldWALs 2024-12-05T05:18:48,829 INFO [RS:0;8edcaf2ecc84:36219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C36219%2C1733375914861.meta:.meta(num 1733375917181) 2024-12-05T05:18:48,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741837_1013 (size=1586) 2024-12-05T05:18:48,831 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/WALs/8edcaf2ecc84,36219,1733375914861/8edcaf2ecc84%2C36219%2C1733375914861.rep.1733375923469 not finished, retry = 0 2024-12-05T05:18:48,934 DEBUG [RS:0;8edcaf2ecc84:36219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/oldWALs 2024-12-05T05:18:48,934 INFO [RS:0;8edcaf2ecc84:36219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C36219%2C1733375914861.rep:(num 1733375923469) 2024-12-05T05:18:48,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741833_1009 (size=93) 2024-12-05T05:18:48,938 DEBUG [RS:0;8edcaf2ecc84:36219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/oldWALs 2024-12-05T05:18:48,938 INFO [RS:0;8edcaf2ecc84:36219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C36219%2C1733375914861:(num 1733375916747) 2024-12-05T05:18:48,938 DEBUG [RS:0;8edcaf2ecc84:36219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:48,938 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:18:48,938 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:18:48,938 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T05:18:48,938 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:18:48,939 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:18:48,939 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,36219,1733375914861 because: Region server is closing 2024-12-05T05:18:48,939 INFO [RS:0;8edcaf2ecc84:36219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:36219. 2024-12-05T05:18:48,939 DEBUG [RS:0;8edcaf2ecc84:36219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:18:48,939 DEBUG [RS:0;8edcaf2ecc84:36219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:48,939 DEBUG [RS:0;8edcaf2ecc84:36219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:48,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:18:49,039 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861.replicationSource.wal-reader.8edcaf2ecc84%2C36219%2C1733375914861,1-8edcaf2ecc84,36219,1733375914861 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T05:18:49,039 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861.replicationSource.shipper8edcaf2ecc84%2C36219%2C1733375914861,1-8edcaf2ecc84,36219,1733375914861 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T05:18:49,040 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36219,1733375914861.replicationSource.shipper8edcaf2ecc84%2C36219%2C1733375914861,1-8edcaf2ecc84,36219,1733375914861 terminated 2024-12-05T05:18:49,040 INFO [RS:0;8edcaf2ecc84:36219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36219 2024-12-05T05:18:49,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199/rs 2024-12-05T05:18:49,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-262503199/rs/8edcaf2ecc84,36219,1733375914861 2024-12-05T05:18:49,141 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:18:49,141 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007fa70c8e32b0@1ae589fc rejected from java.util.concurrent.ThreadPoolExecutor@1eda0e78[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-05T05:18:49,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,36219,1733375914861] 2024-12-05T05:18:49,162 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-262503199/draining/8edcaf2ecc84,36219,1733375914861 already deleted, retry=false 2024-12-05T05:18:49,162 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,36219,1733375914861 expired; onlineServers=0 2024-12-05T05:18:49,162 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,45085,1733375914469' ***** 2024-12-05T05:18:49,162 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:18:49,162 INFO [M:0;8edcaf2ecc84:45085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:18:49,162 INFO [M:0;8edcaf2ecc84:45085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:18:49,162 DEBUG [M:0;8edcaf2ecc84:45085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:18:49,162 DEBUG [M:0;8edcaf2ecc84:45085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:18:49,162 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:18:49,162 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375916444 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375916444,5,FailOnTimeoutGroup] 2024-12-05T05:18:49,162 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375916444 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375916444,5,FailOnTimeoutGroup] 2024-12-05T05:18:49,163 INFO [M:0;8edcaf2ecc84:45085 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:18:49,163 INFO [M:0;8edcaf2ecc84:45085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:18:49,163 DEBUG [M:0;8edcaf2ecc84:45085 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:18:49,163 INFO [M:0;8edcaf2ecc84:45085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:18:49,163 INFO [M:0;8edcaf2ecc84:45085 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:18:49,163 INFO [M:0;8edcaf2ecc84:45085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:18:49,163 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:18:49,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-262503199/master 2024-12-05T05:18:49,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-262503199 2024-12-05T05:18:49,173 DEBUG [M:0;8edcaf2ecc84:45085 {}] zookeeper.ZKUtil(347): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Unable to get data of znode /0-262503199/master because node does not exist (not an error) 2024-12-05T05:18:49,173 WARN [M:0;8edcaf2ecc84:45085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:18:49,173 INFO [M:0;8edcaf2ecc84:45085 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/.lastflushedseqids 2024-12-05T05:18:49,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741842_1018 (size=181) 2024-12-05T05:18:49,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:49,252 INFO [RS:0;8edcaf2ecc84:36219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:18:49,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36219-0x101a3ed635a0001, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:49,252 INFO [RS:0;8edcaf2ecc84:36219 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,36219,1733375914861; zookeeper connection closed. 2024-12-05T05:18:49,252 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38b777b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38b777b9 2024-12-05T05:18:49,252 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:18:49,578 INFO [M:0;8edcaf2ecc84:45085 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:18:49,578 INFO [M:0;8edcaf2ecc84:45085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:18:49,578 DEBUG [M:0;8edcaf2ecc84:45085 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:18:49,578 INFO [M:0;8edcaf2ecc84:45085 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:49,578 DEBUG [M:0;8edcaf2ecc84:45085 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:49,578 DEBUG [M:0;8edcaf2ecc84:45085 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:18:49,578 DEBUG [M:0;8edcaf2ecc84:45085 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:49,579 INFO [M:0;8edcaf2ecc84:45085 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T05:18:49,593 DEBUG [M:0;8edcaf2ecc84:45085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef023f84844643d9a93493345e322f79 is 82, key is hbase:meta,,1/info:regioninfo/1733375917239/Put/seqid=0 2024-12-05T05:18:49,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741843_1019 (size=5672) 2024-12-05T05:18:49,998 INFO [M:0;8edcaf2ecc84:45085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef023f84844643d9a93493345e322f79 2024-12-05T05:18:50,019 DEBUG [M:0;8edcaf2ecc84:45085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8efa501f295e47ed8ae909d16db183ea is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733375923523/Put/seqid=0 2024-12-05T05:18:50,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741844_1020 (size=7203) 2024-12-05T05:18:50,424 INFO [M:0;8edcaf2ecc84:45085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8efa501f295e47ed8ae909d16db183ea 2024-12-05T05:18:50,442 DEBUG [M:0;8edcaf2ecc84:45085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7b0cc6fabeb49b9b0ea52592fc4ee86 is 69, key is 8edcaf2ecc84,36219,1733375914861/rs:state/1733375916490/Put/seqid=0 2024-12-05T05:18:50,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741845_1021 (size=5156) 2024-12-05T05:18:50,846 INFO [M:0;8edcaf2ecc84:45085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7b0cc6fabeb49b9b0ea52592fc4ee86 2024-12-05T05:18:50,852 DEBUG [M:0;8edcaf2ecc84:45085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef023f84844643d9a93493345e322f79 as hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef023f84844643d9a93493345e322f79 2024-12-05T05:18:50,858 INFO [M:0;8edcaf2ecc84:45085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef023f84844643d9a93493345e322f79, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T05:18:50,859 DEBUG [M:0;8edcaf2ecc84:45085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8efa501f295e47ed8ae909d16db183ea as hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8efa501f295e47ed8ae909d16db183ea 2024-12-05T05:18:50,865 INFO [M:0;8edcaf2ecc84:45085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8efa501f295e47ed8ae909d16db183ea, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T05:18:50,866 DEBUG [M:0;8edcaf2ecc84:45085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7b0cc6fabeb49b9b0ea52592fc4ee86 as hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7b0cc6fabeb49b9b0ea52592fc4ee86 2024-12-05T05:18:50,871 INFO [M:0;8edcaf2ecc84:45085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7b0cc6fabeb49b9b0ea52592fc4ee86, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T05:18:50,872 INFO [M:0;8edcaf2ecc84:45085 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false 2024-12-05T05:18:50,873 INFO [M:0;8edcaf2ecc84:45085 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:50,873 DEBUG [M:0;8edcaf2ecc84:45085 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733375929578Disabling compacts and flushes for region at 1733375929578Disabling writes for close at 1733375929578Obtaining lock to block concurrent updates at 1733375929579 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733375929579Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733375929579Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733375929580 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733375929580Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733375929592 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733375929593 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733375930002 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733375930019 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733375930019Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733375930429 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733375930441 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733375930441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721af94e: reopening flushed file at 1733375930852 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4fc1d9: reopening flushed file at 1733375930858 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b2e8a2: reopening flushed file at 1733375930865 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false at 1733375930872 (+7 ms)Writing region close event to WAL at 1733375930873 (+1 ms)Closed at 1733375930873 2024-12-05T05:18:50,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36085 is added to blk_1073741830_1006 (size=41008) 2024-12-05T05:18:50,875 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3360b534-a09d-6883-4f76-99c8a6129d8c/MasterData/WALs/8edcaf2ecc84,45085,1733375914469/8edcaf2ecc84%2C45085%2C1733375914469.1733375916053 not finished, retry = 0 2024-12-05T05:18:50,977 INFO [M:0;8edcaf2ecc84:45085 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:18:50,977 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:18:50,977 INFO [M:0;8edcaf2ecc84:45085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45085 2024-12-05T05:18:50,977 INFO [M:0;8edcaf2ecc84:45085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:18:51,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:51,125 INFO [M:0;8edcaf2ecc84:45085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:18:51,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45085-0x101a3ed635a0000, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:18:51,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ccd8bf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:18:51,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69edc2f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:18:51,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:18:51,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7f8703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:18:51,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a386722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/hadoop.log.dir/,STOPPED} 2024-12-05T05:18:51,130 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:18:51,130 WARN [BP-1930061882-172.17.0.3-1733375911894 heartbeating to localhost/127.0.0.1:39809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:18:51,130 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:18:51,130 WARN [BP-1930061882-172.17.0.3-1733375911894 heartbeating to localhost/127.0.0.1:39809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1930061882-172.17.0.3-1733375911894 (Datanode Uuid 5e2f4019-3d89-43d8-af1a-b93df7f63d3b) service to localhost/127.0.0.1:39809 2024-12-05T05:18:51,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/cluster_75a7fa2c-3c52-2c92-f7c5-77bd13c17a16/data/data1/current/BP-1930061882-172.17.0.3-1733375911894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:18:51,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/cluster_75a7fa2c-3c52-2c92-f7c5-77bd13c17a16/data/data2/current/BP-1930061882-172.17.0.3-1733375911894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:18:51,131 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:18:51,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2266a8ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:18:51,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2bfdf5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:18:51,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:18:51,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3f9a53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:18:51,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42fdcfbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6cb193d-ca89-2c12-86eb-7e0c022ef1b3/hadoop.log.dir/,STOPPED} 2024-12-05T05:18:51,143 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T05:18:51,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:18:51,164 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 112) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39809 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36125 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49245) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49245) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=589 (was 622), ProcessCount=11 (was 11), AvailableMemoryMB=2719 (was 3097) 2024-12-05T05:18:51,171 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=589, ProcessCount=11, AvailableMemoryMB=2719 2024-12-05T05:18:51,182 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-05T05:18:51,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/hadoop.log.dir so I do NOT create it in target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765 2024-12-05T05:18:51,182 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:18:51,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/hadoop.tmp.dir so I do NOT create it in target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765 2024-12-05T05:18:51,182 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17293427-73f5-4f8a-dc4c-3939c0f7377e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:18:51,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765 2024-12-05T05:18:51,182 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/cluster_670ed8f3-88ca-e11f-2562-1accee249231, deleteOnExit=true 2024-12-05T05:18:51,205 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/cluster_670ed8f3-88ca-e11f-2562-1accee249231/zookeeper_0, clientPort=65085, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/cluster_670ed8f3-88ca-e11f-2562-1accee249231/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/cluster_670ed8f3-88ca-e11f-2562-1accee249231/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T05:18:51,206 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65085 2024-12-05T05:18:51,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:18:51,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:18:51,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/test.cache.data in system properties and HBase conf 2024-12-05T05:18:51,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:18:51,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:18:51,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:18:51,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:18:51,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:18:51,206 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:18:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:18:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:18:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:18:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:18:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:18:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:18:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:18:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:18:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:18:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:18:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:18:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:18:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:18:51,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:18:51,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a3ed635a0005, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:18:51,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a3ed635a0002, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:18:51,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a3ed635a0005, quorum=127.0.0.1:49245, baseZNode=/1-667942734 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:18:51,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a3ed635a0002, quorum=127.0.0.1:49245, baseZNode=/0-262503199 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:18:51,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:18:51,532 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:18:51,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:18:51,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:18:51,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:18:51,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:18:51,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e0322f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:18:51,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f1ee90f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:18:51,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e0659e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/java.io.tmpdir/jetty-localhost-41385-hadoop-hdfs-3_4_1-tests_jar-_-any-16816013880998237847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:18:51,629 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a78f7ce{HTTP/1.1, (http/1.1)}{localhost:41385} 2024-12-05T05:18:51,629 INFO [Time-limited test {}] server.Server(415): Started @56454ms 2024-12-05T05:18:51,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:18:51,916 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:18:51,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:18:51,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:18:51,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:18:51,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27632f48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:18:51,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ecb522c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:18:52,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78cf2a48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/java.io.tmpdir/jetty-localhost-39457-hadoop-hdfs-3_4_1-tests_jar-_-any-8885266616990549628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:18:52,023 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19486312{HTTP/1.1, (http/1.1)}{localhost:39457} 2024-12-05T05:18:52,023 INFO [Time-limited test {}] server.Server(415): Started @56847ms 2024-12-05T05:18:52,024 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:18:52,810 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/cluster_670ed8f3-88ca-e11f-2562-1accee249231/data/data1/current/BP-1996626659-172.17.0.3-1733375931229/current, will proceed with Du for space computation calculation, 2024-12-05T05:18:52,810 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/cluster_670ed8f3-88ca-e11f-2562-1accee249231/data/data2/current/BP-1996626659-172.17.0.3-1733375931229/current, will proceed with Du for space computation calculation, 2024-12-05T05:18:52,825 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:18:52,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30dd0f96f5e00bfa with lease ID 0x877f263eded7e9e4: Processing first storage report for DS-39e5b384-39e5-4270-9c7b-1a2942fd05c5 from datanode DatanodeRegistration(127.0.0.1:35567, datanodeUuid=302e5981-9522-4c85-905b-cb28040051b9, infoPort=36203, infoSecurePort=0, ipcPort=43561, storageInfo=lv=-57;cid=testClusterID;nsid=531998774;c=1733375931229) 2024-12-05T05:18:52,828 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30dd0f96f5e00bfa with lease ID 0x877f263eded7e9e4: from storage DS-39e5b384-39e5-4270-9c7b-1a2942fd05c5 node DatanodeRegistration(127.0.0.1:35567, datanodeUuid=302e5981-9522-4c85-905b-cb28040051b9, infoPort=36203, infoSecurePort=0, ipcPort=43561, storageInfo=lv=-57;cid=testClusterID;nsid=531998774;c=1733375931229), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:18:52,828 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30dd0f96f5e00bfa with lease ID 0x877f263eded7e9e4: Processing first storage report for DS-8f9f1869-3295-46b1-83c7-f420579c5251 from datanode DatanodeRegistration(127.0.0.1:35567, datanodeUuid=302e5981-9522-4c85-905b-cb28040051b9, infoPort=36203, infoSecurePort=0, ipcPort=43561, storageInfo=lv=-57;cid=testClusterID;nsid=531998774;c=1733375931229) 2024-12-05T05:18:52,828 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30dd0f96f5e00bfa with lease ID 0x877f263eded7e9e4: from storage DS-8f9f1869-3295-46b1-83c7-f420579c5251 node DatanodeRegistration(127.0.0.1:35567, datanodeUuid=302e5981-9522-4c85-905b-cb28040051b9, infoPort=36203, infoSecurePort=0, ipcPort=43561, storageInfo=lv=-57;cid=testClusterID;nsid=531998774;c=1733375931229), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:18:52,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765 2024-12-05T05:18:52,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:52,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:52,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:18:53,264 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d with version=8 2024-12-05T05:18:53,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/hbase-staging 2024-12-05T05:18:53,265 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:18:53,266 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:18:53,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:53,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:53,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:18:53,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:53,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:18:53,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:18:53,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:18:53,267 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37115 2024-12-05T05:18:53,268 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37115 connecting to ZooKeeper ensemble=127.0.0.1:65085 2024-12-05T05:18:53,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:18:53,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:18:53,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:18:53,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371150x0, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:53,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37115-0x101a3edaeef0000 connected 2024-12-05T05:18:53,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:18:53,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T05:18:53,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T05:18:53,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:18:53,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:53,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:53,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Set watcher on znode that does not yet exist, /0-1670544695/running 2024-12-05T05:18:53,565 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d, hbase.cluster.distributed=false 2024-12-05T05:18:53,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Set watcher on znode that does not yet exist, /0-1670544695/acl 2024-12-05T05:18:53,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37115 2024-12-05T05:18:53,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37115 2024-12-05T05:18:53,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37115 2024-12-05T05:18:53,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37115 2024-12-05T05:18:53,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37115 2024-12-05T05:18:53,581 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:18:53,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:53,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:53,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:18:53,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:53,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:18:53,581 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:18:53,581 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:18:53,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42225 2024-12-05T05:18:53,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42225 connecting to ZooKeeper ensemble=127.0.0.1:65085 2024-12-05T05:18:53,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:53,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:53,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422250x0, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:53,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Set watcher on znode that does not yet exist, /0-1670544695/running 2024-12-05T05:18:53,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42225-0x101a3edaeef0001 connected 2024-12-05T05:18:53,594 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:18:53,595 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:18:53,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Set watcher on znode that does not yet exist, /0-1670544695/master 2024-12-05T05:18:53,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Set watcher on znode that does not yet exist, /0-1670544695/acl 2024-12-05T05:18:53,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42225 2024-12-05T05:18:53,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42225 2024-12-05T05:18:53,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42225 2024-12-05T05:18:53,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42225 2024-12-05T05:18:53,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42225 2024-12-05T05:18:53,609 DEBUG [M:0;8edcaf2ecc84:37115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:37115 2024-12-05T05:18:53,609 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1670544695/backup-masters/8edcaf2ecc84,37115,1733375933266 2024-12-05T05:18:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695/backup-masters 2024-12-05T05:18:53,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695/backup-masters 2024-12-05T05:18:53,615 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Set watcher on existing znode=/0-1670544695/backup-masters/8edcaf2ecc84,37115,1733375933266 2024-12-05T05:18:53,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:18:53,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1670544695/master 2024-12-05T05:18:53,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:18:53,625 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Set watcher on existing znode=/0-1670544695/master 2024-12-05T05:18:53,626 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1670544695/backup-masters/8edcaf2ecc84,37115,1733375933266 from backup master directory 2024-12-05T05:18:53,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1670544695/backup-masters/8edcaf2ecc84,37115,1733375933266 2024-12-05T05:18:53,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695/backup-masters 2024-12-05T05:18:53,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695/backup-masters 2024-12-05T05:18:53,635 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:18:53,635 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,37115,1733375933266 2024-12-05T05:18:53,639 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/hbase.id] with ID: 2cebcd5d-c4c1-4be2-890e-5741895bbaf3 2024-12-05T05:18:53,639 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/.tmp/hbase.id 2024-12-05T05:18:53,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:18:54,044 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/.tmp/hbase.id]:[hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/hbase.id] 2024-12-05T05:18:54,056 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:54,056 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:18:54,057 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T05:18:54,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:18:54,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:18:54,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:18:54,473 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:18:54,474 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:18:54,474 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:54,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:18:54,888 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store 2024-12-05T05:18:54,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:18:55,295 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:55,295 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:18:55,295 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:55,295 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:55,295 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:18:55,295 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:55,295 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:18:55,295 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733375935295Disabling compacts and flushes for region at 1733375935295Disabling writes for close at 1733375935295Writing region close event to WAL at 1733375935295Closed at 1733375935295 2024-12-05T05:18:55,296 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/.initializing 2024-12-05T05:18:55,297 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/WALs/8edcaf2ecc84,37115,1733375933266 2024-12-05T05:18:55,298 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:18:55,299 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C37115%2C1733375933266, suffix=, logDir=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/WALs/8edcaf2ecc84,37115,1733375933266, archiveDir=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/oldWALs, maxLogs=10 2024-12-05T05:18:55,311 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/WALs/8edcaf2ecc84,37115,1733375933266/8edcaf2ecc84%2C37115%2C1733375933266.1733375935299, exclude list is [], retry=0 2024-12-05T05:18:55,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35567,DS-39e5b384-39e5-4270-9c7b-1a2942fd05c5,DISK] 2024-12-05T05:18:55,316 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/WALs/8edcaf2ecc84,37115,1733375933266/8edcaf2ecc84%2C37115%2C1733375933266.1733375935299 2024-12-05T05:18:55,316 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36203:36203)] 2024-12-05T05:18:55,317 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:18:55,317 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:55,317 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:55,317 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:55,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:55,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:18:55,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:55,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:55,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:55,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:18:55,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:55,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:55,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:55,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:18:55,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:55,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:55,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:55,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:18:55,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:55,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:18:55,330 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:55,331 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:55,332 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:55,333 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:55,333 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:55,333 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:55,334 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:18:55,338 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:18:55,339 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66587673, jitterRate=-0.007766351103782654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:55,339 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733375935317Initializing all the Stores at 1733375935318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375935318Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375935320 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375935320Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375935320Cleaning up temporary data from old regions at 1733375935333 (+13 ms)Region opened successfully at 1733375935339 (+6 ms) 2024-12-05T05:18:55,340 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:18:55,351 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160c3ce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:18:55,353 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:18:55,353 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:18:55,354 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:18:55,354 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:18:55,355 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:18:55,355 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:18:55,355 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:18:55,357 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:18:55,358 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Unable to get data of znode /0-1670544695/balancer because node does not exist (not necessarily an error) 2024-12-05T05:18:55,370 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1670544695/balancer already deleted, retry=false 2024-12-05T05:18:55,370 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:18:55,371 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Unable to get data of znode /0-1670544695/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:18:55,391 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1670544695/normalizer already deleted, retry=false 2024-12-05T05:18:55,391 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:18:55,393 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Unable to get data of znode /0-1670544695/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:18:55,404 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1670544695/switch/split already deleted, retry=false 2024-12-05T05:18:55,405 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Unable to get data of znode /0-1670544695/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:18:55,414 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1670544695/switch/merge already deleted, retry=false 2024-12-05T05:18:55,421 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Unable to get data of znode /0-1670544695/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:18:55,433 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1670544695/snapshot-cleanup already deleted, retry=false 2024-12-05T05:18:55,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1670544695/running 2024-12-05T05:18:55,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1670544695/running 2024-12-05T05:18:55,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:18:55,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:18:55,447 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,37115,1733375933266, sessionid=0x101a3edaeef0000, setting cluster-up flag (Was=false) 2024-12-05T05:18:55,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:18:55,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:18:55,499 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1670544695/flush-table-proc/acquired, /0-1670544695/flush-table-proc/reached, /0-1670544695/flush-table-proc/abort 2024-12-05T05:18:55,499 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,37115,1733375933266 2024-12-05T05:18:55,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:18:55,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:18:55,562 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1670544695/online-snapshot/acquired, /0-1670544695/online-snapshot/reached, /0-1670544695/online-snapshot/abort 2024-12-05T05:18:55,563 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,37115,1733375933266 2024-12-05T05:18:55,564 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:18:55,566 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:55,566 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:18:55,566 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:18:55,567 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,37115,1733375933266 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:18:55,568 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:55,569 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:55,569 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:55,569 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:18:55,569 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:18:55,569 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:55,569 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:18:55,569 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:55,573 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:55,573 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:18:55,575 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:55,575 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:18:55,576 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733375965576 2024-12-05T05:18:55,576 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:18:55,576 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:18:55,576 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:18:55,576 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:18:55,576 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:18:55,576 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:18:55,583 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:55,585 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:18:55,585 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:18:55,585 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:18:55,585 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:18:55,586 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:18:55,586 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:18:55,596 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375935586,5,FailOnTimeoutGroup] 2024-12-05T05:18:55,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:18:55,616 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375935596,5,FailOnTimeoutGroup] 2024-12-05T05:18:55,616 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:55,616 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:18:55,616 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:55,616 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:55,620 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(746): ClusterId : 2cebcd5d-c4c1-4be2-890e-5741895bbaf3 2024-12-05T05:18:55,620 DEBUG [RS:0;8edcaf2ecc84:42225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:18:55,634 DEBUG [RS:0;8edcaf2ecc84:42225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:18:55,634 DEBUG [RS:0;8edcaf2ecc84:42225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:18:55,647 DEBUG [RS:0;8edcaf2ecc84:42225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:18:55,647 DEBUG [RS:0;8edcaf2ecc84:42225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297da2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:18:55,663 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:42225 2024-12-05T05:18:55,663 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:18:55,663 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:18:55,663 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:18:55,664 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,37115,1733375933266 with port=42225, startcode=1733375933580 2024-12-05T05:18:55,664 DEBUG [RS:0;8edcaf2ecc84:42225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:18:55,667 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:18:55,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,42225,1733375933580 2024-12-05T05:18:55,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37115 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,42225,1733375933580 2024-12-05T05:18:55,669 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d 2024-12-05T05:18:55,669 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45957 2024-12-05T05:18:55,669 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:18:55,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695/rs 2024-12-05T05:18:55,678 DEBUG [RS:0;8edcaf2ecc84:42225 {}] zookeeper.ZKUtil(111): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Set watcher on existing znode=/0-1670544695/rs/8edcaf2ecc84,42225,1733375933580 2024-12-05T05:18:55,679 WARN [RS:0;8edcaf2ecc84:42225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:18:55,679 INFO [RS:0;8edcaf2ecc84:42225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:55,679 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580 2024-12-05T05:18:55,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,42225,1733375933580] 2024-12-05T05:18:55,698 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:18:55,708 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:18:55,720 INFO [RS:0;8edcaf2ecc84:42225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:18:55,720 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:55,728 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:18:55,729 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:18:55,730 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:55,730 DEBUG [RS:0;8edcaf2ecc84:42225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:55,730 DEBUG [RS:0;8edcaf2ecc84:42225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:55,730 DEBUG [RS:0;8edcaf2ecc84:42225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:55,730 DEBUG [RS:0;8edcaf2ecc84:42225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:55,730 DEBUG [RS:0;8edcaf2ecc84:42225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:55,730 DEBUG [RS:0;8edcaf2ecc84:42225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:18:55,730 DEBUG [RS:0;8edcaf2ecc84:42225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:55,730 DEBUG [RS:0;8edcaf2ecc84:42225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:55,730 DEBUG [RS:0;8edcaf2ecc84:42225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:55,730 DEBUG [RS:0;8edcaf2ecc84:42225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:55,731 DEBUG [RS:0;8edcaf2ecc84:42225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:55,731 DEBUG [RS:0;8edcaf2ecc84:42225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:18:55,731 DEBUG [RS:0;8edcaf2ecc84:42225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:18:55,731 DEBUG [RS:0;8edcaf2ecc84:42225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:18:55,752 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:55,752 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:55,752 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:55,752 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:55,752 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:55,752 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,42225,1733375933580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:18:55,776 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:18:55,776 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,42225,1733375933580-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:55,776 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:55,776 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.Replication(171): 8edcaf2ecc84,42225,1733375933580 started 2024-12-05T05:18:55,794 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:55,794 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,42225,1733375933580, RpcServer on 8edcaf2ecc84/172.17.0.3:42225, sessionid=0x101a3edaeef0001 2024-12-05T05:18:55,794 DEBUG [RS:0;8edcaf2ecc84:42225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:18:55,794 DEBUG [RS:0;8edcaf2ecc84:42225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,42225,1733375933580 2024-12-05T05:18:55,794 DEBUG [RS:0;8edcaf2ecc84:42225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,42225,1733375933580' 2024-12-05T05:18:55,794 DEBUG [RS:0;8edcaf2ecc84:42225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1670544695/flush-table-proc/abort' 2024-12-05T05:18:55,795 DEBUG [RS:0;8edcaf2ecc84:42225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1670544695/flush-table-proc/acquired' 2024-12-05T05:18:55,795 DEBUG [RS:0;8edcaf2ecc84:42225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:18:55,795 DEBUG [RS:0;8edcaf2ecc84:42225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:18:55,795 DEBUG [RS:0;8edcaf2ecc84:42225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,42225,1733375933580 2024-12-05T05:18:55,795 DEBUG [RS:0;8edcaf2ecc84:42225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,42225,1733375933580' 2024-12-05T05:18:55,795 DEBUG [RS:0;8edcaf2ecc84:42225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1670544695/online-snapshot/abort' 2024-12-05T05:18:55,796 DEBUG [RS:0;8edcaf2ecc84:42225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1670544695/online-snapshot/acquired' 2024-12-05T05:18:55,796 DEBUG [RS:0;8edcaf2ecc84:42225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:18:55,796 INFO [RS:0;8edcaf2ecc84:42225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:18:55,796 INFO [RS:0;8edcaf2ecc84:42225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:18:55,897 INFO [RS:0;8edcaf2ecc84:42225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:18:55,898 INFO [RS:0;8edcaf2ecc84:42225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C42225%2C1733375933580, suffix=, logDir=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580, archiveDir=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/oldWALs, maxLogs=10 2024-12-05T05:18:55,914 DEBUG [RS:0;8edcaf2ecc84:42225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899, exclude list is [], retry=0 2024-12-05T05:18:55,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35567,DS-39e5b384-39e5-4270-9c7b-1a2942fd05c5,DISK] 2024-12-05T05:18:55,920 INFO [RS:0;8edcaf2ecc84:42225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 2024-12-05T05:18:55,920 DEBUG [RS:0;8edcaf2ecc84:42225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36203:36203)] 2024-12-05T05:18:56,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:18:56,015 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d 2024-12-05T05:18:56,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741833_1009 (size=32) 2024-12-05T05:18:56,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:56,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:18:56,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:18:56,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:56,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:56,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:18:56,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:18:56,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:56,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:56,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:18:56,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:18:56,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:56,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:56,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:18:56,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:18:56,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:56,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:56,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:18:56,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740 2024-12-05T05:18:56,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740 2024-12-05T05:18:56,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:18:56,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:18:56,446 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:56,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:18:56,450 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:18:56,450 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70843277, jitterRate=0.05564709007740021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:56,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733375936433Initializing all the Stores at 1733375936434 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375936434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375936434Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375936434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375936434Cleaning up temporary data from old regions at 1733375936445 (+11 ms)Region opened successfully at 1733375936450 (+5 ms) 2024-12-05T05:18:56,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:18:56,451 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:18:56,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:18:56,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:18:56,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:18:56,451 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:18:56,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733375936451Disabling compacts and flushes for region at 1733375936451Disabling writes for close at 1733375936451Writing region close event to WAL at 1733375936451Closed at 1733375936451 2024-12-05T05:18:56,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:56,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:18:56,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:18:56,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:18:56,456 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:18:56,607 DEBUG [8edcaf2ecc84:37115 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:18:56,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,42225,1733375933580 2024-12-05T05:18:56,609 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,42225,1733375933580, state=OPENING 2024-12-05T05:18:56,622 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:18:56,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:18:56,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:18:56,668 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:18:56,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,42225,1733375933580}] 2024-12-05T05:18:56,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1670544695/meta-region-server: CHANGED 2024-12-05T05:18:56,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1670544695/meta-region-server: CHANGED 2024-12-05T05:18:56,822 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:18:56,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:18:56,831 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:18:56,831 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:18:56,832 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:18:56,834 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C42225%2C1733375933580.meta, suffix=.meta, logDir=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580, archiveDir=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/oldWALs, maxLogs=10 2024-12-05T05:18:56,856 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.meta.1733375936835.meta, exclude list is [], retry=0 2024-12-05T05:18:56,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35567,DS-39e5b384-39e5-4270-9c7b-1a2942fd05c5,DISK] 2024-12-05T05:18:56,881 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.meta.1733375936835.meta 2024-12-05T05:18:56,888 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36203:36203)] 2024-12-05T05:18:56,888 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:18:56,889 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:18:56,889 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:18:56,889 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:18:56,889 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:18:56,889 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:18:56,889 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:18:56,889 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:18:56,889 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:18:56,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:18:56,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:18:56,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:56,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:56,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:18:56,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:18:56,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:56,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:56,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:18:56,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:18:56,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:56,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:56,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:18:56,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:18:56,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:18:56,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:18:56,898 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:18:56,899 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740 2024-12-05T05:18:56,900 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740 2024-12-05T05:18:56,902 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:18:56,902 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:18:56,903 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:18:56,904 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:18:56,904 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75306499, jitterRate=0.12215428054332733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:18:56,905 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:18:56,905 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733375936890Writing region info on filesystem at 1733375936890Initializing all the Stores at 1733375936891 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375936891Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375936891Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375936891Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375936891Cleaning up temporary data from old regions at 1733375936902 (+11 ms)Running coprocessor post-open hooks at 1733375936905 (+3 ms)Region opened successfully at 1733375936905 2024-12-05T05:18:56,906 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733375936822 2024-12-05T05:18:56,909 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:18:56,909 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:18:56,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,42225,1733375933580 2024-12-05T05:18:56,911 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,42225,1733375933580, state=OPEN 2024-12-05T05:18:56,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1670544695/meta-region-server 2024-12-05T05:18:56,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1670544695/meta-region-server 2024-12-05T05:18:56,920 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,42225,1733375933580 2024-12-05T05:18:56,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1670544695/meta-region-server: CHANGED 2024-12-05T05:18:56,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1670544695/meta-region-server: CHANGED 2024-12-05T05:18:56,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:18:56,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,42225,1733375933580 in 252 msec 2024-12-05T05:18:56,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:18:56,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-12-05T05:18:56,927 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:18:56,927 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:18:56,929 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:18:56,929 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,42225,1733375933580, seqNum=-1] 2024-12-05T05:18:56,929 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:18:56,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:18:56,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3760 sec 2024-12-05T05:18:56,948 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733375936948, completionTime=-1 2024-12-05T05:18:56,948 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:18:56,948 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:18:56,950 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:18:56,950 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733375996950 2024-12-05T05:18:56,950 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376056950 2024-12-05T05:18:56,950 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T05:18:56,951 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,37115,1733375933266-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:56,951 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,37115,1733375933266-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:56,951 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,37115,1733375933266-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:56,951 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:37115, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:56,951 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:56,951 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:56,954 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:18:56,956 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.321sec 2024-12-05T05:18:56,956 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:18:56,957 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:18:56,957 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:18:56,957 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:18:56,957 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:18:56,957 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,37115,1733375933266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:18:56,957 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,37115,1733375933266-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:18:56,963 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:18:56,963 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:18:56,963 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,37115,1733375933266-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:18:57,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aee436e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:57,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,37115,-1 for getting cluster id 2024-12-05T05:18:57,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:18:57,023 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cebcd5d-c4c1-4be2-890e-5741895bbaf3' 2024-12-05T05:18:57,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:18:57,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cebcd5d-c4c1-4be2-890e-5741895bbaf3" 2024-12-05T05:18:57,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3d0902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:57,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,37115,-1] 2024-12-05T05:18:57,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:18:57,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:18:57,025 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:18:57,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0f75b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:18:57,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:18:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,42225,1733375933580, seqNum=-1] 2024-12-05T05:18:57,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:18:57,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:18:57,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,37115,1733375933266 2024-12-05T05:18:57,032 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65085 2024-12-05T05:18:57,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:57,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/hadoop.log.dir so I do NOT create it in target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2 2024-12-05T05:18:57,059 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:18:57,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/hadoop.tmp.dir so I do NOT create it in target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2 2024-12-05T05:18:57,059 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:18:57,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2 2024-12-05T05:18:57,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:18:57,060 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/cluster_48029def-2fab-11ae-3585-1236263412a2, deleteOnExit=true 2024-12-05T05:18:57,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:18:57,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/test.cache.data in system properties and HBase conf 2024-12-05T05:18:57,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:18:57,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:18:57,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:18:57,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:18:57,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:18:57,061 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:18:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:18:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:18:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:18:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:18:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:18:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:18:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:18:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:18:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:18:57,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:18:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:18:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:18:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:18:57,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:18:57,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a3edaeef0002 connected 2024-12-05T05:18:57,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:18:57,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:18:57,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:18:57,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:18:57,556 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:18:57,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:18:57,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1321af29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:18:57,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6003bd66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:18:57,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dbc5381{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/java.io.tmpdir/jetty-localhost-42223-hadoop-hdfs-3_4_1-tests_jar-_-any-1526214007266875433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:18:57,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1402be57{HTTP/1.1, (http/1.1)}{localhost:42223} 2024-12-05T05:18:57,682 INFO [Time-limited test {}] server.Server(415): Started @62507ms 2024-12-05T05:18:58,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:18:58,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:18:58,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:18:58,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:18:58,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:18:58,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6618d265{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:18:58,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27bec7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:18:58,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59099e46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/java.io.tmpdir/jetty-localhost-44429-hadoop-hdfs-3_4_1-tests_jar-_-any-16164929857594914076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:18:58,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1421bda0{HTTP/1.1, (http/1.1)}{localhost:44429} 2024-12-05T05:18:58,177 INFO [Time-limited test {}] server.Server(415): Started @63001ms 2024-12-05T05:18:58,178 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:18:58,909 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:18:58,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:18:58,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:18:58,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:18:59,107 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/cluster_48029def-2fab-11ae-3585-1236263412a2/data/data1/current/BP-1373634585-172.17.0.3-1733375937086/current, will proceed with Du for space computation calculation, 2024-12-05T05:18:59,107 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/cluster_48029def-2fab-11ae-3585-1236263412a2/data/data2/current/BP-1373634585-172.17.0.3-1733375937086/current, will proceed with Du for space computation calculation, 2024-12-05T05:18:59,141 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:18:59,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36331a22ad7bab17 with lease ID 0xd41338eaeebd81f9: Processing first storage report for DS-c1b4623c-54a3-41bc-a980-2c3dcedef482 from datanode DatanodeRegistration(127.0.0.1:45053, datanodeUuid=2df25fb4-3aa9-4846-b3c7-c812ac3438ec, infoPort=45725, infoSecurePort=0, ipcPort=33839, storageInfo=lv=-57;cid=testClusterID;nsid=2040161055;c=1733375937086) 2024-12-05T05:18:59,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36331a22ad7bab17 with lease ID 0xd41338eaeebd81f9: from storage DS-c1b4623c-54a3-41bc-a980-2c3dcedef482 node DatanodeRegistration(127.0.0.1:45053, datanodeUuid=2df25fb4-3aa9-4846-b3c7-c812ac3438ec, infoPort=45725, infoSecurePort=0, ipcPort=33839, storageInfo=lv=-57;cid=testClusterID;nsid=2040161055;c=1733375937086), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:18:59,145 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36331a22ad7bab17 with lease ID 0xd41338eaeebd81f9: Processing first storage report for DS-b9d99993-0d25-4228-8914-952a7f940537 from datanode DatanodeRegistration(127.0.0.1:45053, datanodeUuid=2df25fb4-3aa9-4846-b3c7-c812ac3438ec, infoPort=45725, infoSecurePort=0, ipcPort=33839, storageInfo=lv=-57;cid=testClusterID;nsid=2040161055;c=1733375937086) 2024-12-05T05:18:59,145 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36331a22ad7bab17 with lease ID 0xd41338eaeebd81f9: from storage DS-b9d99993-0d25-4228-8914-952a7f940537 node DatanodeRegistration(127.0.0.1:45053, datanodeUuid=2df25fb4-3aa9-4846-b3c7-c812ac3438ec, infoPort=45725, infoSecurePort=0, ipcPort=33839, storageInfo=lv=-57;cid=testClusterID;nsid=2040161055;c=1733375937086), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:18:59,199 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2 2024-12-05T05:18:59,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:59,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:59,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:18:59,626 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf with version=8 2024-12-05T05:18:59,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/hbase-staging 2024-12-05T05:18:59,629 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:18:59,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:59,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:59,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:18:59,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:59,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:18:59,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:18:59,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:18:59,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36421 2024-12-05T05:18:59,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36421 connecting to ZooKeeper ensemble=127.0.0.1:65085 2024-12-05T05:18:59,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364210x0, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:59,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36421-0x101a3edaeef0003 connected 2024-12-05T05:18:59,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:59,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:59,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Set watcher on znode that does not yet exist, /1-1251297505/running 2024-12-05T05:18:59,749 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf, hbase.cluster.distributed=false 2024-12-05T05:18:59,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Set watcher on znode that does not yet exist, /1-1251297505/acl 2024-12-05T05:18:59,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36421 2024-12-05T05:18:59,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36421 2024-12-05T05:18:59,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36421 2024-12-05T05:18:59,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36421 2024-12-05T05:18:59,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36421 2024-12-05T05:18:59,773 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:18:59,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:59,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:59,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:18:59,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:18:59,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:18:59,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:18:59,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:18:59,776 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40915 2024-12-05T05:18:59,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40915 connecting to ZooKeeper ensemble=127.0.0.1:65085 2024-12-05T05:18:59,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:59,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:59,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409150x0, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:18:59,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409150x0, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Set watcher on znode that does not yet exist, /1-1251297505/running 2024-12-05T05:18:59,794 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:18:59,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40915-0x101a3edaeef0004 connected 2024-12-05T05:18:59,795 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:18:59,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Set watcher on znode that does not yet exist, /1-1251297505/master 2024-12-05T05:18:59,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Set watcher on znode that does not yet exist, /1-1251297505/acl 2024-12-05T05:18:59,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40915 2024-12-05T05:18:59,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40915 2024-12-05T05:18:59,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40915 2024-12-05T05:18:59,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40915 2024-12-05T05:18:59,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40915 2024-12-05T05:18:59,845 DEBUG [M:0;8edcaf2ecc84:36421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:36421 2024-12-05T05:18:59,845 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1251297505/backup-masters/8edcaf2ecc84,36421,1733375939629 2024-12-05T05:18:59,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505/backup-masters 2024-12-05T05:18:59,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505/backup-masters 2024-12-05T05:18:59,865 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Set watcher on existing znode=/1-1251297505/backup-masters/8edcaf2ecc84,36421,1733375939629 2024-12-05T05:18:59,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505 2024-12-05T05:18:59,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1251297505/master 2024-12-05T05:18:59,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505 2024-12-05T05:18:59,878 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Set watcher on existing znode=/1-1251297505/master 2024-12-05T05:18:59,879 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1251297505/backup-masters/8edcaf2ecc84,36421,1733375939629 from backup master directory 2024-12-05T05:18:59,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505/backup-masters 2024-12-05T05:18:59,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1251297505/backup-masters/8edcaf2ecc84,36421,1733375939629 2024-12-05T05:18:59,888 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:18:59,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505/backup-masters 2024-12-05T05:18:59,888 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,36421,1733375939629 2024-12-05T05:18:59,901 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/hbase.id] with ID: 534d2821-34bd-4950-9a8c-6bcb43e9827b 2024-12-05T05:18:59,902 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/.tmp/hbase.id 2024-12-05T05:18:59,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:18:59,920 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/.tmp/hbase.id]:[hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/hbase.id] 2024-12-05T05:18:59,946 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:18:59,946 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:18:59,947 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T05:18:59,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505 2024-12-05T05:18:59,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505 2024-12-05T05:18:59,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:19:00,370 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:19:00,371 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:19:00,384 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:19:00,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:19:00,797 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store 2024-12-05T05:19:00,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:19:01,220 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:19:01,221 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:19:01,221 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:19:01,221 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:19:01,221 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:19:01,221 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:19:01,221 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:19:01,221 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733375941221Disabling compacts and flushes for region at 1733375941221Disabling writes for close at 1733375941221Writing region close event to WAL at 1733375941221Closed at 1733375941221 2024-12-05T05:19:01,223 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/.initializing 2024-12-05T05:19:01,223 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/WALs/8edcaf2ecc84,36421,1733375939629 2024-12-05T05:19:01,225 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:19:01,231 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C36421%2C1733375939629, suffix=, logDir=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/WALs/8edcaf2ecc84,36421,1733375939629, archiveDir=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/oldWALs, maxLogs=10 2024-12-05T05:19:01,248 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/WALs/8edcaf2ecc84,36421,1733375939629/8edcaf2ecc84%2C36421%2C1733375939629.1733375941232, exclude list is [], retry=0 2024-12-05T05:19:01,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45053,DS-c1b4623c-54a3-41bc-a980-2c3dcedef482,DISK] 2024-12-05T05:19:01,274 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/WALs/8edcaf2ecc84,36421,1733375939629/8edcaf2ecc84%2C36421%2C1733375939629.1733375941232 2024-12-05T05:19:01,275 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45725:45725)] 2024-12-05T05:19:01,275 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:19:01,275 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:19:01,276 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:19:01,276 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:19:01,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:19:01,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:19:01,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:01,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:19:01,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:19:01,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:19:01,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:01,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:19:01,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:19:01,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:19:01,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:01,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:19:01,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:19:01,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:19:01,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:01,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:19:01,296 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:19:01,298 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:19:01,299 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:19:01,301 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:19:01,301 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:19:01,302 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:19:01,305 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:19:01,323 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:19:01,325 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70335381, jitterRate=0.04807884991168976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:19:01,325 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733375941276Initializing all the Stores at 1733375941277 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375941277Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375941277Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375941277Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375941277Cleaning up temporary data from old regions at 1733375941301 (+24 ms)Region opened successfully at 1733375941325 (+24 ms) 2024-12-05T05:19:01,343 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:19:01,347 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fff1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:19:01,348 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:19:01,348 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:19:01,348 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:19:01,348 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:19:01,351 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-05T05:19:01,351 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:19:01,351 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:19:01,360 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:19:01,362 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Unable to get data of znode /1-1251297505/balancer because node does not exist (not necessarily an error) 2024-12-05T05:19:01,372 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1251297505/balancer already deleted, retry=false 2024-12-05T05:19:01,375 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:19:01,381 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Unable to get data of znode /1-1251297505/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:19:01,393 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1251297505/normalizer already deleted, retry=false 2024-12-05T05:19:01,393 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:19:01,395 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Unable to get data of znode /1-1251297505/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:19:01,403 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1251297505/switch/split already deleted, retry=false 2024-12-05T05:19:01,406 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Unable to get data of znode /1-1251297505/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:19:01,415 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1251297505/switch/merge already deleted, retry=false 2024-12-05T05:19:01,420 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Unable to get data of znode /1-1251297505/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:19:01,437 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1251297505/snapshot-cleanup already deleted, retry=false 2024-12-05T05:19:01,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1251297505/running 2024-12-05T05:19:01,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505 2024-12-05T05:19:01,506 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,36421,1733375939629, sessionid=0x101a3edaeef0003, setting cluster-up flag (Was=false) 2024-12-05T05:19:01,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1251297505/running 2024-12-05T05:19:01,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505 2024-12-05T05:19:01,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505 2024-12-05T05:19:01,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505 2024-12-05T05:19:01,604 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1251297505/flush-table-proc/acquired, /1-1251297505/flush-table-proc/reached, /1-1251297505/flush-table-proc/abort 2024-12-05T05:19:01,606 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,36421,1733375939629 2024-12-05T05:19:01,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505 2024-12-05T05:19:01,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505 2024-12-05T05:19:01,698 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:19:01,698 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1251297505/online-snapshot/acquired, /1-1251297505/online-snapshot/reached, /1-1251297505/online-snapshot/abort 2024-12-05T05:19:01,700 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,36421,1733375939629 2024-12-05T05:19:01,701 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:19:01,703 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:19:01,704 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:19:01,704 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:19:01,704 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,36421,1733375939629 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:19:01,706 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:19:01,706 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:19:01,706 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:19:01,706 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:19:01,706 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:19:01,706 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:19:01,706 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:19:01,706 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:19:01,711 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:19:01,711 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:19:01,713 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:01,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:19:01,737 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733375971737 2024-12-05T05:19:01,738 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:19:01,738 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:19:01,738 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:19:01,738 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:19:01,738 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:19:01,738 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:19:01,740 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(746): ClusterId : 534d2821-34bd-4950-9a8c-6bcb43e9827b 2024-12-05T05:19:01,740 DEBUG [RS:0;8edcaf2ecc84:40915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:19:01,744 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:01,745 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:19:01,745 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:19:01,745 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:19:01,745 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:19:01,746 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:19:01,746 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:19:01,746 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375941746,5,FailOnTimeoutGroup] 2024-12-05T05:19:01,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:19:01,749 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375941746,5,FailOnTimeoutGroup] 2024-12-05T05:19:01,749 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:01,749 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:19:01,749 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:01,749 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:01,750 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:19:01,750 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf 2024-12-05T05:19:01,753 DEBUG [RS:0;8edcaf2ecc84:40915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:19:01,753 DEBUG [RS:0;8edcaf2ecc84:40915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:19:01,762 DEBUG [RS:0;8edcaf2ecc84:40915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:19:01,762 DEBUG [RS:0;8edcaf2ecc84:40915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d00b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:19:01,781 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:40915 2024-12-05T05:19:01,781 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:19:01,781 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:19:01,781 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:19:01,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741832_1008 (size=32) 2024-12-05T05:19:01,785 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,36421,1733375939629 with port=40915, startcode=1733375939773 2024-12-05T05:19:01,787 DEBUG [RS:0;8edcaf2ecc84:40915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:19:01,789 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:19:01,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,40915,1733375939773 2024-12-05T05:19:01,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36421 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,40915,1733375939773 2024-12-05T05:19:01,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:19:01,791 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf 2024-12-05T05:19:01,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:19:01,791 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34455 2024-12-05T05:19:01,791 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:19:01,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:19:01,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:01,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:19:01,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:19:01,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:19:01,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:01,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:19:01,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:19:01,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:19:01,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:01,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:19:01,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:19:01,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:19:01,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:01,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:19:01,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:19:01,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740 2024-12-05T05:19:01,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740 2024-12-05T05:19:01,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:19:01,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:19:01,812 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:19:01,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:19:01,830 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:19:01,832 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72774394, jitterRate=0.08442297577857971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:19:01,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505/rs 2024-12-05T05:19:01,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733375941789Initializing all the Stores at 1733375941790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375941790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375941790Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375941790Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375941791 (+1 ms)Cleaning up temporary data from old regions at 1733375941811 (+20 ms)Region opened successfully at 1733375941832 (+21 ms) 2024-12-05T05:19:01,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:19:01,835 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:19:01,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:19:01,836 DEBUG [RS:0;8edcaf2ecc84:40915 {}] zookeeper.ZKUtil(111): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Set watcher on existing znode=/1-1251297505/rs/8edcaf2ecc84,40915,1733375939773 2024-12-05T05:19:01,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:19:01,836 WARN [RS:0;8edcaf2ecc84:40915 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:19:01,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:19:01,836 INFO [RS:0;8edcaf2ecc84:40915 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:19:01,836 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/WALs/8edcaf2ecc84,40915,1733375939773 2024-12-05T05:19:01,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,40915,1733375939773] 2024-12-05T05:19:01,860 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:19:01,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733375941835Disabling compacts and flushes for region at 1733375941835Disabling writes for close at 1733375941836 (+1 ms)Writing region close event to WAL at 1733375941860 (+24 ms)Closed at 1733375941860 2024-12-05T05:19:01,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:19:01,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:19:01,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:19:01,867 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:19:01,869 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:19:01,883 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:19:01,892 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:19:01,895 INFO [RS:0;8edcaf2ecc84:40915 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:19:01,895 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:01,912 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:19:01,914 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:19:01,914 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:01,914 DEBUG [RS:0;8edcaf2ecc84:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:19:01,914 DEBUG [RS:0;8edcaf2ecc84:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:19:01,914 DEBUG [RS:0;8edcaf2ecc84:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:19:01,914 DEBUG [RS:0;8edcaf2ecc84:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:19:01,914 DEBUG [RS:0;8edcaf2ecc84:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:19:01,915 DEBUG [RS:0;8edcaf2ecc84:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:19:01,915 DEBUG [RS:0;8edcaf2ecc84:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:19:01,915 DEBUG [RS:0;8edcaf2ecc84:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:19:01,915 DEBUG [RS:0;8edcaf2ecc84:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:19:01,915 DEBUG [RS:0;8edcaf2ecc84:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:19:01,915 DEBUG [RS:0;8edcaf2ecc84:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:19:01,915 DEBUG [RS:0;8edcaf2ecc84:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:19:01,915 DEBUG [RS:0;8edcaf2ecc84:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:19:01,915 DEBUG [RS:0;8edcaf2ecc84:40915 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:19:01,932 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:01,932 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:01,932 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:01,932 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:01,932 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:01,932 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,40915,1733375939773-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:19:01,968 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:19:01,968 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,40915,1733375939773-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:01,968 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:01,968 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.Replication(171): 8edcaf2ecc84,40915,1733375939773 started 2024-12-05T05:19:01,989 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:01,989 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,40915,1733375939773, RpcServer on 8edcaf2ecc84/172.17.0.3:40915, sessionid=0x101a3edaeef0004 2024-12-05T05:19:01,990 DEBUG [RS:0;8edcaf2ecc84:40915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:19:01,990 DEBUG [RS:0;8edcaf2ecc84:40915 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,40915,1733375939773 2024-12-05T05:19:01,990 DEBUG [RS:0;8edcaf2ecc84:40915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,40915,1733375939773' 2024-12-05T05:19:01,990 DEBUG [RS:0;8edcaf2ecc84:40915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1251297505/flush-table-proc/abort' 2024-12-05T05:19:01,990 DEBUG [RS:0;8edcaf2ecc84:40915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1251297505/flush-table-proc/acquired' 2024-12-05T05:19:01,990 DEBUG [RS:0;8edcaf2ecc84:40915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:19:01,991 DEBUG [RS:0;8edcaf2ecc84:40915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:19:01,991 DEBUG [RS:0;8edcaf2ecc84:40915 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,40915,1733375939773 2024-12-05T05:19:01,991 DEBUG [RS:0;8edcaf2ecc84:40915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,40915,1733375939773' 2024-12-05T05:19:01,991 DEBUG [RS:0;8edcaf2ecc84:40915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1251297505/online-snapshot/abort' 2024-12-05T05:19:01,991 DEBUG [RS:0;8edcaf2ecc84:40915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1251297505/online-snapshot/acquired' 2024-12-05T05:19:01,991 DEBUG [RS:0;8edcaf2ecc84:40915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:19:01,991 INFO [RS:0;8edcaf2ecc84:40915 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:19:01,991 INFO [RS:0;8edcaf2ecc84:40915 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:19:02,019 WARN [8edcaf2ecc84:36421 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T05:19:02,092 INFO [RS:0;8edcaf2ecc84:40915 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:19:02,093 INFO [RS:0;8edcaf2ecc84:40915 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C40915%2C1733375939773, suffix=, logDir=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/WALs/8edcaf2ecc84,40915,1733375939773, archiveDir=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/oldWALs, maxLogs=10 2024-12-05T05:19:02,113 DEBUG [RS:0;8edcaf2ecc84:40915 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/WALs/8edcaf2ecc84,40915,1733375939773/8edcaf2ecc84%2C40915%2C1733375939773.1733375942094, exclude list is [], retry=0 2024-12-05T05:19:02,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45053,DS-c1b4623c-54a3-41bc-a980-2c3dcedef482,DISK] 2024-12-05T05:19:02,140 INFO [RS:0;8edcaf2ecc84:40915 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/WALs/8edcaf2ecc84,40915,1733375939773/8edcaf2ecc84%2C40915%2C1733375939773.1733375942094 2024-12-05T05:19:02,156 DEBUG [RS:0;8edcaf2ecc84:40915 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45725:45725)] 2024-12-05T05:19:02,269 DEBUG [8edcaf2ecc84:36421 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:19:02,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,40915,1733375939773 2024-12-05T05:19:02,271 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,40915,1733375939773, state=OPENING 2024-12-05T05:19:02,277 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:19:02,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505 2024-12-05T05:19:02,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505 2024-12-05T05:19:02,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1251297505/meta-region-server: CHANGED 2024-12-05T05:19:02,289 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:19:02,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,40915,1733375939773}] 2024-12-05T05:19:02,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1251297505/meta-region-server: CHANGED 2024-12-05T05:19:02,444 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:19:02,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:19:02,451 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:19:02,451 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:19:02,451 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:19:02,453 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C40915%2C1733375939773.meta, suffix=.meta, logDir=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/WALs/8edcaf2ecc84,40915,1733375939773, archiveDir=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/oldWALs, maxLogs=10 2024-12-05T05:19:02,481 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/WALs/8edcaf2ecc84,40915,1733375939773/8edcaf2ecc84%2C40915%2C1733375939773.meta.1733375942453.meta, exclude list is [], retry=0 2024-12-05T05:19:02,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45053,DS-c1b4623c-54a3-41bc-a980-2c3dcedef482,DISK] 2024-12-05T05:19:02,489 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/WALs/8edcaf2ecc84,40915,1733375939773/8edcaf2ecc84%2C40915%2C1733375939773.meta.1733375942453.meta 2024-12-05T05:19:02,490 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45725:45725)] 2024-12-05T05:19:02,490 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:19:02,491 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:19:02,491 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:19:02,491 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:19:02,491 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:19:02,491 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:19:02,491 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:19:02,491 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:19:02,491 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:19:02,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:19:02,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:19:02,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:02,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:19:02,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:19:02,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:19:02,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:02,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:19:02,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:19:02,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:19:02,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:02,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:19:02,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:19:02,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:19:02,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:02,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:19:02,515 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:19:02,517 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740 2024-12-05T05:19:02,518 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740 2024-12-05T05:19:02,525 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:19:02,525 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:19:02,525 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:19:02,527 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:19:02,528 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74976172, jitterRate=0.11723202466964722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:19:02,528 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:19:02,528 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733375942491Writing region info on filesystem at 1733375942491Initializing all the Stores at 1733375942494 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375942494Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375942504 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375942504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733375942504Cleaning up temporary data from old regions at 1733375942525 (+21 ms)Running coprocessor post-open hooks at 1733375942528 (+3 ms)Region opened successfully at 1733375942528 2024-12-05T05:19:02,532 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733375942444 2024-12-05T05:19:02,535 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:19:02,535 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:19:02,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,40915,1733375939773 2024-12-05T05:19:02,539 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,40915,1733375939773, state=OPEN 2024-12-05T05:19:02,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1251297505/meta-region-server 2024-12-05T05:19:02,551 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,40915,1733375939773 2024-12-05T05:19:02,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1251297505/meta-region-server: CHANGED 2024-12-05T05:19:02,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1251297505/meta-region-server 2024-12-05T05:19:02,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1251297505/meta-region-server: CHANGED 2024-12-05T05:19:02,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:19:02,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,40915,1733375939773 in 262 msec 2024-12-05T05:19:02,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:19:02,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 695 msec 2024-12-05T05:19:02,564 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:19:02,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:19:02,567 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:19:02,567 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,40915,1733375939773, seqNum=-1] 2024-12-05T05:19:02,568 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:19:02,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:19:02,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 876 msec 2024-12-05T05:19:02,580 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733375942580, completionTime=-1 2024-12-05T05:19:02,580 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:19:02,581 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:19:02,583 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:19:02,583 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376002583 2024-12-05T05:19:02,583 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376062583 2024-12-05T05:19:02,583 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T05:19:02,583 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36421,1733375939629-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:02,583 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36421,1733375939629-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:02,583 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36421,1733375939629-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:02,583 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:36421, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:02,584 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:02,586 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:19:02,588 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:02,593 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.705sec 2024-12-05T05:19:02,594 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:19:02,594 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:19:02,594 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:19:02,594 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:19:02,594 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:19:02,594 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36421,1733375939629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:19:02,594 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36421,1733375939629-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:19:02,599 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:19:02,600 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:19:02,600 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36421,1733375939629-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:19:02,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22831943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:02,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36421,-1 for getting cluster id 2024-12-05T05:19:02,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:19:02,648 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '534d2821-34bd-4950-9a8c-6bcb43e9827b' 2024-12-05T05:19:02,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:19:02,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "534d2821-34bd-4950-9a8c-6bcb43e9827b" 2024-12-05T05:19:02,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ba480e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:02,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36421,-1] 2024-12-05T05:19:02,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:19:02,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:02,651 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:19:02,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d90e96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:02,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:19:02,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,40915,1733375939773, seqNum=-1] 2024-12-05T05:19:02,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:19:02,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:19:02,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,36421,1733375939629 2024-12-05T05:19:02,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65085 2024-12-05T05:19:02,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:19:02,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a3edaeef0005 connected 2024-12-05T05:19:02,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:19:02,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,37115,1733375933266 2024-12-05T05:19:02,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5957df07 2024-12-05T05:19:02,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:19:02,697 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:19:02,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:19:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T05:19:02,703 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:19:02,705 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:02,707 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:19:02,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T05:19:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:19:02,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741835_1011 (size=902) 2024-12-05T05:19:02,725 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7be841fd6dfa537976a7cd2a922d3ea, NAME => 'test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d 2024-12-05T05:19:02,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741836_1012 (size=39) 2024-12-05T05:19:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:19:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:19:03,139 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:19:03,139 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f7be841fd6dfa537976a7cd2a922d3ea, disabling compactions & flushes 2024-12-05T05:19:03,139 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea. 2024-12-05T05:19:03,139 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea. 2024-12-05T05:19:03,139 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea. after waiting 0 ms 2024-12-05T05:19:03,139 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea. 2024-12-05T05:19:03,139 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea. 2024-12-05T05:19:03,139 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7be841fd6dfa537976a7cd2a922d3ea: Waiting for close lock at 1733375943139Disabling compacts and flushes for region at 1733375943139Disabling writes for close at 1733375943139Writing region close event to WAL at 1733375943139Closed at 1733375943139 2024-12-05T05:19:03,141 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:19:03,141 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733375943141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733375943141"}]},"ts":"1733375943141"} 2024-12-05T05:19:03,144 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:19:03,145 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:19:03,146 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733375943145"}]},"ts":"1733375943145"} 2024-12-05T05:19:03,148 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T05:19:03,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f7be841fd6dfa537976a7cd2a922d3ea, ASSIGN}] 2024-12-05T05:19:03,149 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f7be841fd6dfa537976a7cd2a922d3ea, ASSIGN 2024-12-05T05:19:03,151 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f7be841fd6dfa537976a7cd2a922d3ea, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,42225,1733375933580; forceNewPlan=false, retain=false 2024-12-05T05:19:03,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f7be841fd6dfa537976a7cd2a922d3ea, regionState=OPENING, regionLocation=8edcaf2ecc84,42225,1733375933580 2024-12-05T05:19:03,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f7be841fd6dfa537976a7cd2a922d3ea, ASSIGN because future has completed 2024-12-05T05:19:03,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7be841fd6dfa537976a7cd2a922d3ea, server=8edcaf2ecc84,42225,1733375933580}] 2024-12-05T05:19:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:19:03,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T05:19:03,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T05:19:03,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:19:03,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T05:19:03,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:19:03,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T05:19:03,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T05:19:03,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T05:19:03,461 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea. 2024-12-05T05:19:03,461 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f7be841fd6dfa537976a7cd2a922d3ea, NAME => 'test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:19:03,461 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:19:03,461 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T05:19:03,462 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:19:03,462 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:19:03,462 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:19:03,462 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:19:03,463 INFO [StoreOpener-f7be841fd6dfa537976a7cd2a922d3ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:19:03,464 INFO [StoreOpener-f7be841fd6dfa537976a7cd2a922d3ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7be841fd6dfa537976a7cd2a922d3ea columnFamilyName f 2024-12-05T05:19:03,464 DEBUG [StoreOpener-f7be841fd6dfa537976a7cd2a922d3ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:03,465 INFO [StoreOpener-f7be841fd6dfa537976a7cd2a922d3ea-1 {}] regionserver.HStore(327): Store=f7be841fd6dfa537976a7cd2a922d3ea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:19:03,465 INFO [StoreOpener-f7be841fd6dfa537976a7cd2a922d3ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:19:03,466 INFO [StoreOpener-f7be841fd6dfa537976a7cd2a922d3ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7be841fd6dfa537976a7cd2a922d3ea columnFamilyName f1 2024-12-05T05:19:03,466 DEBUG [StoreOpener-f7be841fd6dfa537976a7cd2a922d3ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:03,467 INFO [StoreOpener-f7be841fd6dfa537976a7cd2a922d3ea-1 {}] regionserver.HStore(327): Store=f7be841fd6dfa537976a7cd2a922d3ea/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:19:03,467 INFO [StoreOpener-f7be841fd6dfa537976a7cd2a922d3ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:19:03,468 INFO [StoreOpener-f7be841fd6dfa537976a7cd2a922d3ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7be841fd6dfa537976a7cd2a922d3ea columnFamilyName norep 2024-12-05T05:19:03,468 DEBUG [StoreOpener-f7be841fd6dfa537976a7cd2a922d3ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:03,468 INFO [StoreOpener-f7be841fd6dfa537976a7cd2a922d3ea-1 {}] regionserver.HStore(327): Store=f7be841fd6dfa537976a7cd2a922d3ea/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:19:03,468 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:19:03,469 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:19:03,469 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:19:03,470 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:19:03,470 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:19:03,471 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:19:03,471 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:19:03,477 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:19:03,477 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f7be841fd6dfa537976a7cd2a922d3ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59997924, jitterRate=-0.10596126317977905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:19:03,477 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:19:03,478 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f7be841fd6dfa537976a7cd2a922d3ea: Running coprocessor pre-open hook at 1733375943462Writing region info on filesystem at 1733375943462Initializing all the Stores at 1733375943463 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375943463Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375943463Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375943463Cleaning up temporary data from old regions at 1733375943470 (+7 ms)Running coprocessor post-open hooks at 1733375943477 (+7 ms)Region opened successfully at 1733375943478 (+1 ms) 2024-12-05T05:19:03,480 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea., pid=6, masterSystemTime=1733375943457 2024-12-05T05:19:03,483 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea. 2024-12-05T05:19:03,483 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea. 2024-12-05T05:19:03,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f7be841fd6dfa537976a7cd2a922d3ea, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8edcaf2ecc84,42225,1733375933580 2024-12-05T05:19:03,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7be841fd6dfa537976a7cd2a922d3ea, server=8edcaf2ecc84,42225,1733375933580 because future has completed 2024-12-05T05:19:03,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:19:03,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f7be841fd6dfa537976a7cd2a922d3ea, server=8edcaf2ecc84,42225,1733375933580 in 183 msec 2024-12-05T05:19:03,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T05:19:03,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f7be841fd6dfa537976a7cd2a922d3ea, ASSIGN in 342 msec 2024-12-05T05:19:03,495 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:19:03,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733375943495"}]},"ts":"1733375943495"} 2024-12-05T05:19:03,498 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T05:19:03,499 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:19:03,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 799 msec 2024-12-05T05:19:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:19:03,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:19:03,852 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T05:19:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36421,1733375939629 2024-12-05T05:19:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@227f0412 2024-12-05T05:19:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:19:03,855 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:19:03,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:19:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T05:19:03,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:19:03,859 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:03,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:19:03,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T05:19:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:19:03,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741835_1011 (size=902) 2024-12-05T05:19:03,890 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 238b555ef142074fdb8345bf0b507db2, NAME => 'test,,1733375943855.238b555ef142074fdb8345bf0b507db2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf 2024-12-05T05:19:03,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741836_1012 (size=39) 2024-12-05T05:19:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:19:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:19:04,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733375943855.238b555ef142074fdb8345bf0b507db2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:19:04,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 238b555ef142074fdb8345bf0b507db2, disabling compactions & flushes 2024-12-05T05:19:04,318 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733375943855.238b555ef142074fdb8345bf0b507db2. 2024-12-05T05:19:04,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733375943855.238b555ef142074fdb8345bf0b507db2. 2024-12-05T05:19:04,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733375943855.238b555ef142074fdb8345bf0b507db2. after waiting 0 ms 2024-12-05T05:19:04,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733375943855.238b555ef142074fdb8345bf0b507db2. 2024-12-05T05:19:04,318 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733375943855.238b555ef142074fdb8345bf0b507db2. 2024-12-05T05:19:04,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 238b555ef142074fdb8345bf0b507db2: Waiting for close lock at 1733375944318Disabling compacts and flushes for region at 1733375944318Disabling writes for close at 1733375944318Writing region close event to WAL at 1733375944318Closed at 1733375944318 2024-12-05T05:19:04,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:19:04,321 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733375943855.238b555ef142074fdb8345bf0b507db2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733375944320"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733375944320"}]},"ts":"1733375944320"} 2024-12-05T05:19:04,324 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:19:04,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:19:04,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733375944325"}]},"ts":"1733375944325"} 2024-12-05T05:19:04,328 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T05:19:04,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=238b555ef142074fdb8345bf0b507db2, ASSIGN}] 2024-12-05T05:19:04,329 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=238b555ef142074fdb8345bf0b507db2, ASSIGN 2024-12-05T05:19:04,330 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=238b555ef142074fdb8345bf0b507db2, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,40915,1733375939773; forceNewPlan=false, retain=false 2024-12-05T05:19:04,481 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=238b555ef142074fdb8345bf0b507db2, regionState=OPENING, regionLocation=8edcaf2ecc84,40915,1733375939773 2024-12-05T05:19:04,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=238b555ef142074fdb8345bf0b507db2, ASSIGN because future has completed 2024-12-05T05:19:04,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 238b555ef142074fdb8345bf0b507db2, server=8edcaf2ecc84,40915,1733375939773}] 2024-12-05T05:19:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:19:04,642 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733375943855.238b555ef142074fdb8345bf0b507db2. 2024-12-05T05:19:04,642 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 238b555ef142074fdb8345bf0b507db2, NAME => 'test,,1733375943855.238b555ef142074fdb8345bf0b507db2.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:19:04,642 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:19:04,643 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T05:19:04,643 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 238b555ef142074fdb8345bf0b507db2 2024-12-05T05:19:04,643 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733375943855.238b555ef142074fdb8345bf0b507db2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:19:04,643 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 238b555ef142074fdb8345bf0b507db2 2024-12-05T05:19:04,643 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 238b555ef142074fdb8345bf0b507db2 2024-12-05T05:19:04,645 INFO [StoreOpener-238b555ef142074fdb8345bf0b507db2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 238b555ef142074fdb8345bf0b507db2 2024-12-05T05:19:04,646 INFO [StoreOpener-238b555ef142074fdb8345bf0b507db2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 238b555ef142074fdb8345bf0b507db2 columnFamilyName f 2024-12-05T05:19:04,646 DEBUG [StoreOpener-238b555ef142074fdb8345bf0b507db2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:04,647 INFO [StoreOpener-238b555ef142074fdb8345bf0b507db2-1 {}] regionserver.HStore(327): Store=238b555ef142074fdb8345bf0b507db2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:19:04,647 INFO [StoreOpener-238b555ef142074fdb8345bf0b507db2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 238b555ef142074fdb8345bf0b507db2 2024-12-05T05:19:04,648 INFO [StoreOpener-238b555ef142074fdb8345bf0b507db2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 238b555ef142074fdb8345bf0b507db2 columnFamilyName f1 2024-12-05T05:19:04,648 DEBUG [StoreOpener-238b555ef142074fdb8345bf0b507db2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:04,649 INFO [StoreOpener-238b555ef142074fdb8345bf0b507db2-1 {}] regionserver.HStore(327): Store=238b555ef142074fdb8345bf0b507db2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:19:04,649 INFO [StoreOpener-238b555ef142074fdb8345bf0b507db2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 238b555ef142074fdb8345bf0b507db2 2024-12-05T05:19:04,650 INFO [StoreOpener-238b555ef142074fdb8345bf0b507db2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 238b555ef142074fdb8345bf0b507db2 columnFamilyName norep 2024-12-05T05:19:04,650 DEBUG [StoreOpener-238b555ef142074fdb8345bf0b507db2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:04,650 INFO [StoreOpener-238b555ef142074fdb8345bf0b507db2-1 {}] regionserver.HStore(327): Store=238b555ef142074fdb8345bf0b507db2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:19:04,650 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 238b555ef142074fdb8345bf0b507db2 2024-12-05T05:19:04,652 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/default/test/238b555ef142074fdb8345bf0b507db2 2024-12-05T05:19:04,652 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/default/test/238b555ef142074fdb8345bf0b507db2 2024-12-05T05:19:04,653 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 238b555ef142074fdb8345bf0b507db2 2024-12-05T05:19:04,653 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 238b555ef142074fdb8345bf0b507db2 2024-12-05T05:19:04,654 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:19:04,661 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 238b555ef142074fdb8345bf0b507db2 2024-12-05T05:19:04,666 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/default/test/238b555ef142074fdb8345bf0b507db2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:19:04,666 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 238b555ef142074fdb8345bf0b507db2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60393530, jitterRate=-0.10006627440452576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:19:04,667 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 238b555ef142074fdb8345bf0b507db2 2024-12-05T05:19:04,667 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 238b555ef142074fdb8345bf0b507db2: Running coprocessor pre-open hook at 1733375944643Writing region info on filesystem at 1733375944643Initializing all the Stores at 1733375944644 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375944644Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375944645 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375944645Cleaning up temporary data from old regions at 1733375944653 (+8 ms)Running coprocessor post-open hooks at 1733375944667 (+14 ms)Region opened successfully at 1733375944667 2024-12-05T05:19:04,668 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733375943855.238b555ef142074fdb8345bf0b507db2., pid=6, masterSystemTime=1733375944636 2024-12-05T05:19:04,670 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733375943855.238b555ef142074fdb8345bf0b507db2. 2024-12-05T05:19:04,670 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733375943855.238b555ef142074fdb8345bf0b507db2. 2024-12-05T05:19:04,670 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=238b555ef142074fdb8345bf0b507db2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8edcaf2ecc84,40915,1733375939773 2024-12-05T05:19:04,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 238b555ef142074fdb8345bf0b507db2, server=8edcaf2ecc84,40915,1733375939773 because future has completed 2024-12-05T05:19:04,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:19:04,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 238b555ef142074fdb8345bf0b507db2, server=8edcaf2ecc84,40915,1733375939773 in 190 msec 2024-12-05T05:19:04,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T05:19:04,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=238b555ef142074fdb8345bf0b507db2, ASSIGN in 349 msec 2024-12-05T05:19:04,680 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:19:04,680 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733375944680"}]},"ts":"1733375944680"} 2024-12-05T05:19:04,682 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T05:19:04,683 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:19:04,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 827 msec 2024-12-05T05:19:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:19:05,011 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T05:19:05,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec4eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:05,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,37115,-1 for getting cluster id 2024-12-05T05:19:05,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:19:05,013 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cebcd5d-c4c1-4be2-890e-5741895bbaf3' 2024-12-05T05:19:05,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:19:05,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cebcd5d-c4c1-4be2-890e-5741895bbaf3" 2024-12-05T05:19:05,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b9897b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:05,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,37115,-1] 2024-12-05T05:19:05,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:19:05,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:05,016 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:19:05,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cf3012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:05,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3022a46c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:05,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36421,-1 for getting cluster id 2024-12-05T05:19:05,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:19:05,018 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '534d2821-34bd-4950-9a8c-6bcb43e9827b' 2024-12-05T05:19:05,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:19:05,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "534d2821-34bd-4950-9a8c-6bcb43e9827b" 2024-12-05T05:19:05,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b185ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:05,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36421,-1] 2024-12-05T05:19:05,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:19:05,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:05,020 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:19:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cca9750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:05,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b353c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:05,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,37115,-1 for getting cluster id 2024-12-05T05:19:05,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:19:05,024 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cebcd5d-c4c1-4be2-890e-5741895bbaf3' 2024-12-05T05:19:05,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:19:05,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cebcd5d-c4c1-4be2-890e-5741895bbaf3" 2024-12-05T05:19:05,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbe4f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:05,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,37115,-1] 2024-12-05T05:19:05,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:19:05,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:05,026 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:19:05,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c63da55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:05,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:19:05,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,37115,1733375933266 2024-12-05T05:19:05,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@520363e7 2024-12-05T05:19:05,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:19:05,032 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:19:05,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:36421,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:19:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:19:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:19:05,082 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:36421' 2024-12-05T05:19:05,088 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ecb07c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:05,088 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36421,-1 for getting cluster id 2024-12-05T05:19:05,089 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:19:05,089 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '534d2821-34bd-4950-9a8c-6bcb43e9827b' 2024-12-05T05:19:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:19:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "534d2821-34bd-4950-9a8c-6bcb43e9827b" 2024-12-05T05:19:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239613f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36421,-1] 2024-12-05T05:19:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:19:05,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:05,091 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:19:05,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d29cf5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:05,092 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:19:05,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36421,1733375939629 2024-12-05T05:19:05,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20bdf728 2024-12-05T05:19:05,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:19:05,095 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:19:05,096 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T05:19:05,096 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:19:05,096 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:05,096 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:05,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:19:05,096 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:19:05,098 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:19:05,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:19:05,099 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:05,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:19:05,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741837_1013 (size=1138) 2024-12-05T05:19:05,108 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38dfeb35b4d7743785ab864375c5916b, NAME => 'hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d 2024-12-05T05:19:05,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741838_1014 (size=44) 2024-12-05T05:19:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:19:05,148 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T05:19:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:19:05,516 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:19:05,516 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 38dfeb35b4d7743785ab864375c5916b, disabling compactions & flushes 2024-12-05T05:19:05,516 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b. 2024-12-05T05:19:05,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b. 2024-12-05T05:19:05,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b. after waiting 0 ms 2024-12-05T05:19:05,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b. 2024-12-05T05:19:05,517 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b. 2024-12-05T05:19:05,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38dfeb35b4d7743785ab864375c5916b: Waiting for close lock at 1733375945516Disabling compacts and flushes for region at 1733375945516Disabling writes for close at 1733375945517 (+1 ms)Writing region close event to WAL at 1733375945517Closed at 1733375945517 2024-12-05T05:19:05,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:19:05,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733375945519"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733375945519"}]},"ts":"1733375945519"} 2024-12-05T05:19:05,524 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:19:05,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:19:05,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733375945530"}]},"ts":"1733375945530"} 2024-12-05T05:19:05,555 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T05:19:05,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38dfeb35b4d7743785ab864375c5916b, ASSIGN}] 2024-12-05T05:19:05,558 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38dfeb35b4d7743785ab864375c5916b, ASSIGN 2024-12-05T05:19:05,560 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38dfeb35b4d7743785ab864375c5916b, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,42225,1733375933580; forceNewPlan=false, retain=false 2024-12-05T05:19:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:19:05,711 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=38dfeb35b4d7743785ab864375c5916b, regionState=OPENING, regionLocation=8edcaf2ecc84,42225,1733375933580 2024-12-05T05:19:05,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38dfeb35b4d7743785ab864375c5916b, ASSIGN because future has completed 2024-12-05T05:19:05,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38dfeb35b4d7743785ab864375c5916b, server=8edcaf2ecc84,42225,1733375933580}] 2024-12-05T05:19:05,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b. 2024-12-05T05:19:05,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:19:05,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:19:05,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C42225%2C1733375933580.rep, suffix=, logDir=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580, archiveDir=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/oldWALs, maxLogs=10 2024-12-05T05:19:05,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.rep.1733375945921, exclude list is [], retry=0 2024-12-05T05:19:05,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35567,DS-39e5b384-39e5-4270-9c7b-1a2942fd05c5,DISK] 2024-12-05T05:19:05,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.rep.1733375945921 2024-12-05T05:19:05,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36203:36203)] 2024-12-05T05:19:05,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 38dfeb35b4d7743785ab864375c5916b, NAME => 'hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:19:05,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:19:05,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:19:05,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b. service=MultiRowMutationService 2024-12-05T05:19:05,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:19:05,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 38dfeb35b4d7743785ab864375c5916b 2024-12-05T05:19:05,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:19:05,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 38dfeb35b4d7743785ab864375c5916b 2024-12-05T05:19:05,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 38dfeb35b4d7743785ab864375c5916b 2024-12-05T05:19:05,965 INFO [StoreOpener-38dfeb35b4d7743785ab864375c5916b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 38dfeb35b4d7743785ab864375c5916b 2024-12-05T05:19:05,968 INFO [StoreOpener-38dfeb35b4d7743785ab864375c5916b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38dfeb35b4d7743785ab864375c5916b columnFamilyName hfileref 2024-12-05T05:19:05,968 DEBUG [StoreOpener-38dfeb35b4d7743785ab864375c5916b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:05,970 INFO [StoreOpener-38dfeb35b4d7743785ab864375c5916b-1 {}] regionserver.HStore(327): Store=38dfeb35b4d7743785ab864375c5916b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:19:05,970 INFO [StoreOpener-38dfeb35b4d7743785ab864375c5916b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 38dfeb35b4d7743785ab864375c5916b 2024-12-05T05:19:05,973 INFO [StoreOpener-38dfeb35b4d7743785ab864375c5916b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38dfeb35b4d7743785ab864375c5916b columnFamilyName queue 2024-12-05T05:19:05,973 DEBUG [StoreOpener-38dfeb35b4d7743785ab864375c5916b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:05,974 INFO [StoreOpener-38dfeb35b4d7743785ab864375c5916b-1 {}] regionserver.HStore(327): Store=38dfeb35b4d7743785ab864375c5916b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:19:05,974 INFO [StoreOpener-38dfeb35b4d7743785ab864375c5916b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 38dfeb35b4d7743785ab864375c5916b 2024-12-05T05:19:05,976 INFO [StoreOpener-38dfeb35b4d7743785ab864375c5916b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38dfeb35b4d7743785ab864375c5916b columnFamilyName sid 2024-12-05T05:19:05,976 DEBUG [StoreOpener-38dfeb35b4d7743785ab864375c5916b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:19:05,977 INFO [StoreOpener-38dfeb35b4d7743785ab864375c5916b-1 {}] regionserver.HStore(327): Store=38dfeb35b4d7743785ab864375c5916b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:19:05,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 38dfeb35b4d7743785ab864375c5916b 2024-12-05T05:19:05,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/replication/38dfeb35b4d7743785ab864375c5916b 2024-12-05T05:19:05,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/replication/38dfeb35b4d7743785ab864375c5916b 2024-12-05T05:19:05,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 38dfeb35b4d7743785ab864375c5916b 2024-12-05T05:19:05,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 38dfeb35b4d7743785ab864375c5916b 2024-12-05T05:19:05,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:19:05,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 38dfeb35b4d7743785ab864375c5916b 2024-12-05T05:19:05,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/replication/38dfeb35b4d7743785ab864375c5916b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:19:05,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 38dfeb35b4d7743785ab864375c5916b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64176955, jitterRate=-0.04368884861469269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:19:05,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38dfeb35b4d7743785ab864375c5916b 2024-12-05T05:19:05,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 38dfeb35b4d7743785ab864375c5916b: Running coprocessor pre-open hook at 1733375945962Writing region info on filesystem at 1733375945962Initializing all the Stores at 1733375945963 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375945963Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375945964 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733375945964Cleaning up temporary data from old regions at 1733375945983 (+19 ms)Running coprocessor post-open hooks at 1733375945998 (+15 ms)Region opened successfully at 1733375945999 (+1 ms) 2024-12-05T05:19:06,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b., pid=10, masterSystemTime=1733375945901 2024-12-05T05:19:06,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b. 2024-12-05T05:19:06,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b. 2024-12-05T05:19:06,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=38dfeb35b4d7743785ab864375c5916b, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,42225,1733375933580 2024-12-05T05:19:06,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38dfeb35b4d7743785ab864375c5916b, server=8edcaf2ecc84,42225,1733375933580 because future has completed 2024-12-05T05:19:06,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T05:19:06,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 38dfeb35b4d7743785ab864375c5916b, server=8edcaf2ecc84,42225,1733375933580 in 287 msec 2024-12-05T05:19:06,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T05:19:06,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38dfeb35b4d7743785ab864375c5916b, ASSIGN in 459 msec 2024-12-05T05:19:06,026 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:19:06,026 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733375946026"}]},"ts":"1733375946026"} 2024-12-05T05:19:06,038 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T05:19:06,040 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:19:06,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 944 msec 2024-12-05T05:19:06,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b., hostname=8edcaf2ecc84,42225,1733375933580, seqNum=2] 2024-12-05T05:19:06,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:19:06,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:19:06,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:19:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:19:06,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T05:19:06,311 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T05:19:06,360 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,42225,1733375933580, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:19:06,361 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:19:06,361 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,42225,1733375933580, seqNum=-1] 2024-12-05T05:19:06,361 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:19:06,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-05T05:19:06,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8edcaf2ecc84,42225,1733375933580', locateType=CURRENT is [region=hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b., hostname=8edcaf2ecc84,42225,1733375933580, seqNum=2] 2024-12-05T05:19:06,396 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T05:19:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T05:19:06,405 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8edcaf2ecc84,42225,1733375933580 suceeded 2024-12-05T05:19:06,418 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:36421' 2024-12-05T05:19:06,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T05:19:06,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 253 msec 2024-12-05T05:19:06,430 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8edcaf2ecc84:36421,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-05T05:19:06,433 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@264fff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:06,433 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36421,-1 for getting cluster id 2024-12-05T05:19:06,434 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:19:06,435 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '534d2821-34bd-4950-9a8c-6bcb43e9827b' 2024-12-05T05:19:06,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:19:06,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "534d2821-34bd-4950-9a8c-6bcb43e9827b" 2024-12-05T05:19:06,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45ffe3f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:06,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36421,-1] 2024-12-05T05:19:06,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:19:06,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:06,438 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:19:06,439 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a6b3902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:06,439 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:19:06,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36421,1733375939629 2024-12-05T05:19:06,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cb66a4e 2024-12-05T05:19:06,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:19:06,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3980 sec 2024-12-05T05:19:06,442 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-05T05:19:06,443 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,42225,1733375933580 (queues=1) is replicating from cluster=2cebcd5d-c4c1-4be2-890e-5741895bbaf3 to cluster=534d2821-34bd-4950-9a8c-6bcb43e9827b 2024-12-05T05:19:06,443 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C42225%2C1733375933580 2024-12-05T05:19:06,443 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,42225,1733375933580, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:19:06,454 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899, startPosition=0, beingWritten=true 2024-12-05T05:19:06,459 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.shipper8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C42225%2C1733375933580 2024-12-05T05:19:06,500 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:19:06,500 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 379, reset compression=false 2024-12-05T05:19:06,500 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.shipper8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,42225,1733375933580 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:19:06,773 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 379, reset compression=false 2024-12-05T05:19:07,096 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 379, reset compression=false 2024-12-05T05:19:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:19:07,181 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:19:07,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:19:07,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:19:07,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:07,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:07,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:19:07,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:19:07,189 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733375947187/Put/seqid=0 2024-12-05T05:19:07,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741840_1016 (size=7894) 2024-12-05T05:19:07,206 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/load_f/f/hfile_1 is 34, key is ddd/f:row/1733375947205/Put/seqid=0 2024-12-05T05:19:07,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741841_1017 (size=7691) 2024-12-05T05:19:07,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c9058c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:07,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,37115,-1 for getting cluster id 2024-12-05T05:19:07,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:19:07,225 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cebcd5d-c4c1-4be2-890e-5741895bbaf3' 2024-12-05T05:19:07,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:19:07,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cebcd5d-c4c1-4be2-890e-5741895bbaf3" 2024-12-05T05:19:07,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c49bbaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:07,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,37115,-1] 2024-12-05T05:19:07,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:19:07,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:07,227 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:19:07,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef215dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:07,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:19:07,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,42225,1733375933580, seqNum=-1] 2024-12-05T05:19:07,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:19:07,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:19:07,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:19:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,37115,1733375933266 2024-12-05T05:19:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@782a1025 2024-12-05T05:19:07,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:19:07,249 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:19:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea., hostname=8edcaf2ecc84,42225,1733375933580, seqNum=2] 2024-12-05T05:19:07,267 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T05:19:07,292 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T05:19:07,296 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T05:19:07,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/load_f/f/hfile_1 for inclusion in f7be841fd6dfa537976a7cd2a922d3ea/f 2024-12-05T05:19:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T05:19:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:19:07,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/load_f/f/hfile_0 for inclusion in f7be841fd6dfa537976a7cd2a922d3ea/f 2024-12-05T05:19:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T05:19:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:19:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HRegion(2603): Flush status journal for f7be841fd6dfa537976a7cd2a922d3ea: 2024-12-05T05:19:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/load_f/f/hfile_1 to hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__fm57t184uuv9tgdloccv82p0af5q9er2ko5cpv6ba8hsg2me4e8nrgs04lqvkcn9/f/hfile_1 2024-12-05T05:19:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__fm57t184uuv9tgdloccv82p0af5q9er2ko5cpv6ba8hsg2me4e8nrgs04lqvkcn9/f/hfile_1 as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/f/b21e5401f2f1453d9408a000a106e31a_SeqId_4_ 2024-12-05T05:19:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/load_f/f/hfile_0 to hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__fm57t184uuv9tgdloccv82p0af5q9er2ko5cpv6ba8hsg2me4e8nrgs04lqvkcn9/f/hfile_0 2024-12-05T05:19:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__fm57t184uuv9tgdloccv82p0af5q9er2ko5cpv6ba8hsg2me4e8nrgs04lqvkcn9/f/hfile_0 as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/f/b81c12d84fb8478482f7921baed5b357_SeqId_4_ 2024-12-05T05:19:07,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__fm57t184uuv9tgdloccv82p0af5q9er2ko5cpv6ba8hsg2me4e8nrgs04lqvkcn9/f/hfile_1 into f7be841fd6dfa537976a7cd2a922d3ea/f as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/f/b21e5401f2f1453d9408a000a106e31a_SeqId_4_ - updating store file list. 2024-12-05T05:19:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b21e5401f2f1453d9408a000a106e31a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T05:19:07,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/f/b21e5401f2f1453d9408a000a106e31a_SeqId_4_ into f7be841fd6dfa537976a7cd2a922d3ea/f 2024-12-05T05:19:07,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__fm57t184uuv9tgdloccv82p0af5q9er2ko5cpv6ba8hsg2me4e8nrgs04lqvkcn9/f/hfile_1 into f7be841fd6dfa537976a7cd2a922d3ea/f (new location: hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/f/b21e5401f2f1453d9408a000a106e31a_SeqId_4_) 2024-12-05T05:19:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__fm57t184uuv9tgdloccv82p0af5q9er2ko5cpv6ba8hsg2me4e8nrgs04lqvkcn9/f/hfile_1 2024-12-05T05:19:07,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__fm57t184uuv9tgdloccv82p0af5q9er2ko5cpv6ba8hsg2me4e8nrgs04lqvkcn9/f/hfile_0 into f7be841fd6dfa537976a7cd2a922d3ea/f as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/f/b81c12d84fb8478482f7921baed5b357_SeqId_4_ - updating store file list. 2024-12-05T05:19:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b81c12d84fb8478482f7921baed5b357_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T05:19:07,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/f/b81c12d84fb8478482f7921baed5b357_SeqId_4_ into f7be841fd6dfa537976a7cd2a922d3ea/f 2024-12-05T05:19:07,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__fm57t184uuv9tgdloccv82p0af5q9er2ko5cpv6ba8hsg2me4e8nrgs04lqvkcn9/f/hfile_0 into f7be841fd6dfa537976a7cd2a922d3ea/f (new location: hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/f/b81c12d84fb8478482f7921baed5b357_SeqId_4_) 2024-12-05T05:19:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__fm57t184uuv9tgdloccv82p0af5q9er2ko5cpv6ba8hsg2me4e8nrgs04lqvkcn9/f/hfile_0 2024-12-05T05:19:07,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:19:07,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:19:07,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea., hostname=8edcaf2ecc84,42225,1733375933580, seqNum=2 , the old value is region=test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea., hostname=8edcaf2ecc84,42225,1733375933580, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8edcaf2ecc84:42225 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T05:19:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea., hostname=8edcaf2ecc84,42225,1733375933580, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T05:19:07,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea., hostname=8edcaf2ecc84,42225,1733375933580, seqNum=2 from cache 2024-12-05T05:19:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:47122 deadline: 1733376007402 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:47122 2024-12-05T05:19:07,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:07,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:19:07,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:19:07,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,40915,1733375939773, seqNum=-1] 2024-12-05T05:19:07,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:19:07,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:19:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733375943855.238b555ef142074fdb8345bf0b507db2., hostname=8edcaf2ecc84,40915,1733375939773, seqNum=2] 2024-12-05T05:19:07,415 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T05:19:07,500 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 379, reset compression=false 2024-12-05T05:19:07,508 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:19:07,508 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.shipper8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,42225,1733375933580 got entry batch from reader: WALEntryBatch [walEntries=[{test/f7be841fd6dfa537976a7cd2a922d3ea/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733375947395/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T05:19:07,512 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:42225 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T05:19:07,528 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.shipper8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:19:07,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-05T05:19:07,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.ReplicationSink(318): Replicating [2cebcd5d-c4c1-4be2-890e-5741895bbaf3] bulk loaded data 2024-12-05T05:19:07,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a87492b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:07,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36421,-1 for getting cluster id 2024-12-05T05:19:07,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:19:07,536 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '534d2821-34bd-4950-9a8c-6bcb43e9827b' 2024-12-05T05:19:07,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:19:07,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "534d2821-34bd-4950-9a8c-6bcb43e9827b" 2024-12-05T05:19:07,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67b0f077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:07,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36421,-1] 2024-12-05T05:19:07,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:19:07,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:07,538 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:19:07,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1489f72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:07,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741837_1013 (size=7691) 2024-12-05T05:19:07,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741838_1014 (size=7894) 2024-12-05T05:19:07,708 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 687, reset compression=false 2024-12-05T05:19:07,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:19:07,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36421,1733375939629 2024-12-05T05:19:07,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@769d7c72 2024-12-05T05:19:07,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:19:07,987 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-05T05:19:07,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T05:19:07,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:19:07,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,40915,1733375939773, seqNum=-1] 2024-12-05T05:19:07,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:19:07,993 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:19:07,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-05T05:19:08,011 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/staging/jenkins.hfs.6__test__ouc7f18qeste9nfkhj25f2013fmkcjeckncslcvl807h4sd3qqt95lodrajg1eq0/f/b21e5401f2f1453d9408a000a106e31a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T05:19:08,012 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 687, reset compression=false 2024-12-05T05:19:08,018 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/staging/jenkins.hfs.6__test__ouc7f18qeste9nfkhj25f2013fmkcjeckncslcvl807h4sd3qqt95lodrajg1eq0/f/b81c12d84fb8478482f7921baed5b357_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T05:19:08,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:19:08,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:19:08,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:19:08,035 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T05:19:08,057 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/staging/jenkins.hfs.6__test__ouc7f18qeste9nfkhj25f2013fmkcjeckncslcvl807h4sd3qqt95lodrajg1eq0/f/b21e5401f2f1453d9408a000a106e31a_SeqId_4_ for inclusion in 238b555ef142074fdb8345bf0b507db2/f 2024-12-05T05:19:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T05:19:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:19:08,062 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/staging/jenkins.hfs.6__test__ouc7f18qeste9nfkhj25f2013fmkcjeckncslcvl807h4sd3qqt95lodrajg1eq0/f/b81c12d84fb8478482f7921baed5b357_SeqId_4_ for inclusion in 238b555ef142074fdb8345bf0b507db2/f 2024-12-05T05:19:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T05:19:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:19:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HRegion(2603): Flush status journal for 238b555ef142074fdb8345bf0b507db2: 2024-12-05T05:19:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b21e5401f2f1453d9408a000a106e31a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T05:19:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/staging/jenkins.hfs.6__test__ouc7f18qeste9nfkhj25f2013fmkcjeckncslcvl807h4sd3qqt95lodrajg1eq0/f/b21e5401f2f1453d9408a000a106e31a_SeqId_4_ as hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/default/test/238b555ef142074fdb8345bf0b507db2/f/1e53282dfee44308adf762f1d668509f_SeqId_4_ 2024-12-05T05:19:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b81c12d84fb8478482f7921baed5b357_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T05:19:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/staging/jenkins.hfs.6__test__ouc7f18qeste9nfkhj25f2013fmkcjeckncslcvl807h4sd3qqt95lodrajg1eq0/f/b81c12d84fb8478482f7921baed5b357_SeqId_4_ as hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/default/test/238b555ef142074fdb8345bf0b507db2/f/9b4545084afc4a2cb9ce91ea08e17fd2_SeqId_4_ 2024-12-05T05:19:08,078 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/staging/jenkins.hfs.6__test__ouc7f18qeste9nfkhj25f2013fmkcjeckncslcvl807h4sd3qqt95lodrajg1eq0/f/b21e5401f2f1453d9408a000a106e31a_SeqId_4_ into 238b555ef142074fdb8345bf0b507db2/f as hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/default/test/238b555ef142074fdb8345bf0b507db2/f/1e53282dfee44308adf762f1d668509f_SeqId_4_ - updating store file list. 2024-12-05T05:19:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e53282dfee44308adf762f1d668509f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T05:19:08,086 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/default/test/238b555ef142074fdb8345bf0b507db2/f/1e53282dfee44308adf762f1d668509f_SeqId_4_ into 238b555ef142074fdb8345bf0b507db2/f 2024-12-05T05:19:08,086 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/staging/jenkins.hfs.6__test__ouc7f18qeste9nfkhj25f2013fmkcjeckncslcvl807h4sd3qqt95lodrajg1eq0/f/b21e5401f2f1453d9408a000a106e31a_SeqId_4_ into 238b555ef142074fdb8345bf0b507db2/f (new location: hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/default/test/238b555ef142074fdb8345bf0b507db2/f/1e53282dfee44308adf762f1d668509f_SeqId_4_) 2024-12-05T05:19:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/staging/jenkins.hfs.6__test__ouc7f18qeste9nfkhj25f2013fmkcjeckncslcvl807h4sd3qqt95lodrajg1eq0/f/b21e5401f2f1453d9408a000a106e31a_SeqId_4_ 2024-12-05T05:19:08,088 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/staging/jenkins.hfs.6__test__ouc7f18qeste9nfkhj25f2013fmkcjeckncslcvl807h4sd3qqt95lodrajg1eq0/f/b81c12d84fb8478482f7921baed5b357_SeqId_4_ into 238b555ef142074fdb8345bf0b507db2/f as hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/default/test/238b555ef142074fdb8345bf0b507db2/f/9b4545084afc4a2cb9ce91ea08e17fd2_SeqId_4_ - updating store file list. 2024-12-05T05:19:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9b4545084afc4a2cb9ce91ea08e17fd2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T05:19:08,096 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/default/test/238b555ef142074fdb8345bf0b507db2/f/9b4545084afc4a2cb9ce91ea08e17fd2_SeqId_4_ into 238b555ef142074fdb8345bf0b507db2/f 2024-12-05T05:19:08,096 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/staging/jenkins.hfs.6__test__ouc7f18qeste9nfkhj25f2013fmkcjeckncslcvl807h4sd3qqt95lodrajg1eq0/f/b81c12d84fb8478482f7921baed5b357_SeqId_4_ into 238b555ef142074fdb8345bf0b507db2/f (new location: hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/default/test/238b555ef142074fdb8345bf0b507db2/f/9b4545084afc4a2cb9ce91ea08e17fd2_SeqId_4_) 2024-12-05T05:19:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/staging/jenkins.hfs.6__test__ouc7f18qeste9nfkhj25f2013fmkcjeckncslcvl807h4sd3qqt95lodrajg1eq0/f/b81c12d84fb8478482f7921baed5b357_SeqId_4_ 2024-12-05T05:19:08,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40915 {}] regionserver.ReplicationSink(324): Finished replicating [2cebcd5d-c4c1-4be2-890e-5741895bbaf3] bulk loaded data 2024-12-05T05:19:08,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:19:08,438 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733375948437/Put/seqid=0 2024-12-05T05:19:08,449 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 687, reset compression=false 2024-12-05T05:19:08,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741842_1018 (size=7997) 2024-12-05T05:19:08,877 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733375948876/Put/seqid=0 2024-12-05T05:19:08,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741843_1019 (size=7794) 2024-12-05T05:19:08,962 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 687, reset compression=false 2024-12-05T05:19:09,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe21ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:09,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,37115,-1 for getting cluster id 2024-12-05T05:19:09,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:19:09,291 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cebcd5d-c4c1-4be2-890e-5741895bbaf3' 2024-12-05T05:19:09,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:19:09,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cebcd5d-c4c1-4be2-890e-5741895bbaf3" 2024-12-05T05:19:09,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682918c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:09,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,37115,-1] 2024-12-05T05:19:09,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:19:09,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:09,294 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:19:09,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569c3168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:19:09,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:19:09,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,42225,1733375933580, seqNum=-1] 2024-12-05T05:19:09,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:19:09,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:19:09,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:19:09,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,37115,1733375933266 2024-12-05T05:19:09,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b3ed852 2024-12-05T05:19:09,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:19:09,310 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:19:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea., hostname=8edcaf2ecc84,42225,1733375933580, seqNum=2] 2024-12-05T05:19:09,321 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T05:19:09,329 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T05:19:09,333 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T05:19:09,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/load_f1/f1/hfile_0 for inclusion in f7be841fd6dfa537976a7cd2a922d3ea/f1 2024-12-05T05:19:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T05:19:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:19:09,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/load_f1/f1/hfile_1 for inclusion in f7be841fd6dfa537976a7cd2a922d3ea/f1 2024-12-05T05:19:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T05:19:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:19:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HRegion(2603): Flush status journal for f7be841fd6dfa537976a7cd2a922d3ea: 2024-12-05T05:19:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/load_f1/f1/hfile_0 to hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__6fq8rm8jne2cj1cileakar5956i03sid028sncmepfvicb0svr9a8g038vidbjmd/f1/hfile_0 2024-12-05T05:19:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__6fq8rm8jne2cj1cileakar5956i03sid028sncmepfvicb0svr9a8g038vidbjmd/f1/hfile_0 as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/f1/1b0cceb63ef34a9e9f3947235c4afe27_SeqId_6_ 2024-12-05T05:19:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/load_f1/f1/hfile_1 to hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__6fq8rm8jne2cj1cileakar5956i03sid028sncmepfvicb0svr9a8g038vidbjmd/f1/hfile_1 2024-12-05T05:19:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__6fq8rm8jne2cj1cileakar5956i03sid028sncmepfvicb0svr9a8g038vidbjmd/f1/hfile_1 as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/f1/3a7f46fbe21549a69d11cdf50daa24f3_SeqId_6_ 2024-12-05T05:19:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-05T05:19:09,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__6fq8rm8jne2cj1cileakar5956i03sid028sncmepfvicb0svr9a8g038vidbjmd/f1/hfile_0 into f7be841fd6dfa537976a7cd2a922d3ea/f1 as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/f1/1b0cceb63ef34a9e9f3947235c4afe27_SeqId_6_ - updating store file list. 2024-12-05T05:19:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1b0cceb63ef34a9e9f3947235c4afe27_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T05:19:09,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/f1/1b0cceb63ef34a9e9f3947235c4afe27_SeqId_6_ into f7be841fd6dfa537976a7cd2a922d3ea/f1 2024-12-05T05:19:09,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__6fq8rm8jne2cj1cileakar5956i03sid028sncmepfvicb0svr9a8g038vidbjmd/f1/hfile_0 into f7be841fd6dfa537976a7cd2a922d3ea/f1 (new location: hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/f1/1b0cceb63ef34a9e9f3947235c4afe27_SeqId_6_) 2024-12-05T05:19:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__6fq8rm8jne2cj1cileakar5956i03sid028sncmepfvicb0svr9a8g038vidbjmd/f1/hfile_0 2024-12-05T05:19:09,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__6fq8rm8jne2cj1cileakar5956i03sid028sncmepfvicb0svr9a8g038vidbjmd/f1/hfile_1 into f7be841fd6dfa537976a7cd2a922d3ea/f1 as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/f1/3a7f46fbe21549a69d11cdf50daa24f3_SeqId_6_ - updating store file list. 2024-12-05T05:19:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3a7f46fbe21549a69d11cdf50daa24f3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T05:19:09,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/f1/3a7f46fbe21549a69d11cdf50daa24f3_SeqId_6_ into f7be841fd6dfa537976a7cd2a922d3ea/f1 2024-12-05T05:19:09,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__6fq8rm8jne2cj1cileakar5956i03sid028sncmepfvicb0svr9a8g038vidbjmd/f1/hfile_1 into f7be841fd6dfa537976a7cd2a922d3ea/f1 (new location: hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/f1/3a7f46fbe21549a69d11cdf50daa24f3_SeqId_6_) 2024-12-05T05:19:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/staging/jenkins__test__6fq8rm8jne2cj1cileakar5956i03sid028sncmepfvicb0svr9a8g038vidbjmd/f1/hfile_1 2024-12-05T05:19:09,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:19:09,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:19:09,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:09,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:19:09,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:19:09,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:19:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea., hostname=8edcaf2ecc84,42225,1733375933580, seqNum=2 , the old value is region=test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea., hostname=8edcaf2ecc84,42225,1733375933580, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8edcaf2ecc84:42225 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T05:19:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea., hostname=8edcaf2ecc84,42225,1733375933580, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T05:19:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea., hostname=8edcaf2ecc84,42225,1733375933580, seqNum=2 from cache 2024-12-05T05:19:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,42225,1733375933580, seqNum=-1] 2024-12-05T05:19:09,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:19:09,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:19:09,379 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T05:19:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea., hostname=8edcaf2ecc84,42225,1733375933580, seqNum=2] 2024-12-05T05:19:09,481 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:42225 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T05:19:09,567 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 687, reset compression=false 2024-12-05T05:19:09,572 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:19:09,572 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:09,572 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.shipper8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,42225,1733375933580 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:19:09,779 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:10,084 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:10,489 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:10,996 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:11,602 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:12,309 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:13,114 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:13,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T05:19:13,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T05:19:13,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T05:19:13,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T05:19:13,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:19:13,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T05:19:14,021 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:15,025 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:16,129 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:17,332 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:18,637 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:20,041 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:21,550 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:22,854 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T05:19:23,154 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:24,857 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:26,663 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:28,569 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:29,199 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T05:19:29,575 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.shipper8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,42225,1733375933580 got entry batch from reader: null 2024-12-05T05:19:30,573 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:32,678 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:34,882 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:36,965 INFO [master/8edcaf2ecc84:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T05:19:36,965 INFO [master/8edcaf2ecc84:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T05:19:37,192 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:39,597 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:42,101 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:42,600 INFO [master/8edcaf2ecc84:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T05:19:42,600 INFO [master/8edcaf2ecc84:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T05:19:44,706 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:47,410 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:48,462 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f7be841fd6dfa537976a7cd2a922d3ea, had cached 0 bytes from a total of 31376 2024-12-05T05:19:49,575 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.shipper8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,42225,1733375933580 got entry batch from reader: null 2024-12-05T05:19:49,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 238b555ef142074fdb8345bf0b507db2, had cached 0 bytes from a total of 15585 2024-12-05T05:19:50,220 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:52,854 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T05:19:53,124 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:56,129 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:19:59,199 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T05:19:59,233 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:20:02,436 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:20:05,741 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:20:09,145 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:20:09,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:20:09,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:20:09,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:09,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:09,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:09,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:20:09,424 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:20:09,424 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1374691179, stopped=false 2024-12-05T05:20:09,424 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,36421,1733375939629 2024-12-05T05:20:09,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1251297505/running 2024-12-05T05:20:09,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1251297505/running 2024-12-05T05:20:09,490 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:20:09,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505 2024-12-05T05:20:09,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505 2024-12-05T05:20:09,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:20:09,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:09,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:09,491 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,40915,1733375939773' ***** 2024-12-05T05:20:09,491 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:20:09,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Set watcher on znode that does not yet exist, /1-1251297505/running 2024-12-05T05:20:09,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Set watcher on znode that does not yet exist, /1-1251297505/running 2024-12-05T05:20:09,491 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:20:09,492 INFO [RS:0;8edcaf2ecc84:40915 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:20:09,492 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:20:09,492 INFO [RS:0;8edcaf2ecc84:40915 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:20:09,492 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(3091): Received CLOSE for 238b555ef142074fdb8345bf0b507db2 2024-12-05T05:20:09,492 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,40915,1733375939773 2024-12-05T05:20:09,492 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:20:09,492 INFO [RS:0;8edcaf2ecc84:40915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:40915. 2024-12-05T05:20:09,492 DEBUG [RS:0;8edcaf2ecc84:40915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:09,492 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 238b555ef142074fdb8345bf0b507db2, disabling compactions & flushes 2024-12-05T05:20:09,492 DEBUG [RS:0;8edcaf2ecc84:40915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:09,492 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733375943855.238b555ef142074fdb8345bf0b507db2. 2024-12-05T05:20:09,492 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733375943855.238b555ef142074fdb8345bf0b507db2. 2024-12-05T05:20:09,492 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:20:09,492 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733375943855.238b555ef142074fdb8345bf0b507db2. after waiting 0 ms 2024-12-05T05:20:09,492 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:20:09,492 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733375943855.238b555ef142074fdb8345bf0b507db2. 2024-12-05T05:20:09,492 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:20:09,492 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:20:09,493 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T05:20:09,493 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1325): Online Regions={238b555ef142074fdb8345bf0b507db2=test,,1733375943855.238b555ef142074fdb8345bf0b507db2., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T05:20:09,493 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 238b555ef142074fdb8345bf0b507db2 2024-12-05T05:20:09,493 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:20:09,493 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:20:09,493 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:20:09,493 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:20:09,493 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:20:09,493 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T05:20:09,496 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/default/test/238b555ef142074fdb8345bf0b507db2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T05:20:09,497 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:20:09,497 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:20:09,497 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733375943855.238b555ef142074fdb8345bf0b507db2. 2024-12-05T05:20:09,497 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 238b555ef142074fdb8345bf0b507db2: Waiting for close lock at 1733376009492Running coprocessor pre-close hooks at 1733376009492Disabling compacts and flushes for region at 1733376009492Disabling writes for close at 1733376009492Writing region close event to WAL at 1733376009493 (+1 ms)Running coprocessor post-close hooks at 1733376009497 (+4 ms)Closed at 1733376009497 2024-12-05T05:20:09,497 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733375943855.238b555ef142074fdb8345bf0b507db2. 2024-12-05T05:20:09,508 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/.tmp/info/155ba518e9b84e85ae983e0df2061ae7 is 129, key is test,,1733375943855.238b555ef142074fdb8345bf0b507db2./info:regioninfo/1733375944670/Put/seqid=0 2024-12-05T05:20:09,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741839_1015 (size=6421) 2024-12-05T05:20:09,548 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:20:09,575 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.shipper8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,42225,1733375933580 got entry batch from reader: null 2024-12-05T05:20:09,693 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:09,893 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:09,913 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/.tmp/info/155ba518e9b84e85ae983e0df2061ae7 2024-12-05T05:20:09,933 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:20:09,933 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:20:09,934 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/.tmp/ns/2289c5ab0b79491ba299423f3bda0d3e is 43, key is default/ns:d/1733375942571/Put/seqid=0 2024-12-05T05:20:09,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741840_1016 (size=5153) 2024-12-05T05:20:10,093 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:10,293 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:10,338 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/.tmp/ns/2289c5ab0b79491ba299423f3bda0d3e 2024-12-05T05:20:10,357 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/.tmp/rep_barrier/305a4bec6d214f81aa30c974d2635dbe is 112, key is test,,1733375943855.238b555ef142074fdb8345bf0b507db2./rep_barrier:seqnumDuringOpen/1733375944670/Put/seqid=0 2024-12-05T05:20:10,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741841_1017 (size=5518) 2024-12-05T05:20:10,494 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:10,694 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T05:20:10,694 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T05:20:10,694 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:10,761 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/.tmp/rep_barrier/305a4bec6d214f81aa30c974d2635dbe 2024-12-05T05:20:10,778 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/.tmp/table/4af86f907c92477495ce29089d03f20f is 40, key is test/table:state/1733375944680/Put/seqid=0 2024-12-05T05:20:10,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741842_1018 (size=5165) 2024-12-05T05:20:10,894 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:11,094 DEBUG [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:11,183 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/.tmp/table/4af86f907c92477495ce29089d03f20f 2024-12-05T05:20:11,189 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/.tmp/info/155ba518e9b84e85ae983e0df2061ae7 as hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/info/155ba518e9b84e85ae983e0df2061ae7 2024-12-05T05:20:11,195 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/info/155ba518e9b84e85ae983e0df2061ae7, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T05:20:11,196 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/.tmp/ns/2289c5ab0b79491ba299423f3bda0d3e as hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/ns/2289c5ab0b79491ba299423f3bda0d3e 2024-12-05T05:20:11,202 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/ns/2289c5ab0b79491ba299423f3bda0d3e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T05:20:11,203 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/.tmp/rep_barrier/305a4bec6d214f81aa30c974d2635dbe as hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/rep_barrier/305a4bec6d214f81aa30c974d2635dbe 2024-12-05T05:20:11,208 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/rep_barrier/305a4bec6d214f81aa30c974d2635dbe, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T05:20:11,209 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/.tmp/table/4af86f907c92477495ce29089d03f20f as hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/table/4af86f907c92477495ce29089d03f20f 2024-12-05T05:20:11,214 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/table/4af86f907c92477495ce29089d03f20f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T05:20:11,215 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=11, compaction requested=false 2024-12-05T05:20:11,222 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T05:20:11,223 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:20:11,223 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:20:11,223 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:20:11,223 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376009493Running coprocessor pre-close hooks at 1733376009493Disabling compacts and flushes for region at 1733376009493Disabling writes for close at 1733376009493Obtaining lock to block concurrent updates at 1733376009493Preparing flush snapshotting stores in 1588230740 at 1733376009493Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733376009493Flushing stores of hbase:meta,,1.1588230740 at 1733376009494 (+1 ms)Flushing 1588230740/info: creating writer at 1733376009494Flushing 1588230740/info: appending metadata at 1733376009508 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733376009508Flushing 1588230740/ns: creating writer at 1733376009919 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733376009933 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733376009933Flushing 1588230740/rep_barrier: creating writer at 1733376010343 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733376010356 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733376010357 (+1 ms)Flushing 1588230740/table: creating writer at 1733376010766 (+409 ms)Flushing 1588230740/table: appending metadata at 1733376010778 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733376010778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d121ae: reopening flushed file at 1733376011188 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dfe6518: reopening flushed file at 1733376011195 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ebd81d: reopening flushed file at 1733376011202 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206ec9ea: reopening flushed file at 1733376011208 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=11, compaction requested=false at 1733376011215 (+7 ms)Writing region close event to WAL at 1733376011219 (+4 ms)Running coprocessor post-close hooks at 1733376011223 (+4 ms)Closed at 1733376011223 2024-12-05T05:20:11,223 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:20:11,294 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,40915,1733375939773; all regions closed. 2024-12-05T05:20:11,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741834_1010 (size=2717) 2024-12-05T05:20:11,297 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/WALs/8edcaf2ecc84,40915,1733375939773/8edcaf2ecc84%2C40915%2C1733375939773.meta.1733375942453.meta not finished, retry = 0 2024-12-05T05:20:11,399 DEBUG [RS:0;8edcaf2ecc84:40915 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/oldWALs 2024-12-05T05:20:11,399 INFO [RS:0;8edcaf2ecc84:40915 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C40915%2C1733375939773.meta:.meta(num 1733375942453) 2024-12-05T05:20:11,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741833_1009 (size=1028) 2024-12-05T05:20:11,401 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/WALs/8edcaf2ecc84,40915,1733375939773/8edcaf2ecc84%2C40915%2C1733375939773.1733375942094 not finished, retry = 0 2024-12-05T05:20:11,503 DEBUG [RS:0;8edcaf2ecc84:40915 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/oldWALs 2024-12-05T05:20:11,503 INFO [RS:0;8edcaf2ecc84:40915 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C40915%2C1733375939773:(num 1733375942094) 2024-12-05T05:20:11,503 DEBUG [RS:0;8edcaf2ecc84:40915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:11,503 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:20:11,504 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:20:11,504 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T05:20:11,504 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:20:11,504 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:20:11,504 INFO [RS:0;8edcaf2ecc84:40915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:40915. 2024-12-05T05:20:11,504 DEBUG [RS:0;8edcaf2ecc84:40915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:11,504 DEBUG [RS:0;8edcaf2ecc84:40915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:11,504 DEBUG [RS:0;8edcaf2ecc84:40915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:11,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:20:11,504 INFO [RS:0;8edcaf2ecc84:40915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40915 2024-12-05T05:20:11,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1251297505/rs/8edcaf2ecc84,40915,1733375939773 2024-12-05T05:20:11,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505/rs 2024-12-05T05:20:11,553 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:20:11,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,40915,1733375939773] 2024-12-05T05:20:11,574 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1251297505/draining/8edcaf2ecc84,40915,1733375939773 already deleted, retry=false 2024-12-05T05:20:11,574 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,40915,1733375939773 expired; onlineServers=0 2024-12-05T05:20:11,575 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,36421,1733375939629' ***** 2024-12-05T05:20:11,575 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:20:11,575 INFO [M:0;8edcaf2ecc84:36421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:20:11,575 INFO [M:0;8edcaf2ecc84:36421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:20:11,575 DEBUG [M:0;8edcaf2ecc84:36421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:20:11,575 DEBUG [M:0;8edcaf2ecc84:36421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:20:11,575 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:20:11,575 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375941746 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375941746,5,FailOnTimeoutGroup] 2024-12-05T05:20:11,575 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375941746 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375941746,5,FailOnTimeoutGroup] 2024-12-05T05:20:11,575 INFO [M:0;8edcaf2ecc84:36421 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:20:11,575 INFO [M:0;8edcaf2ecc84:36421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:20:11,575 DEBUG [M:0;8edcaf2ecc84:36421 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:20:11,575 INFO [M:0;8edcaf2ecc84:36421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:20:11,575 INFO [M:0;8edcaf2ecc84:36421 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:20:11,575 INFO [M:0;8edcaf2ecc84:36421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:20:11,576 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:20:11,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1251297505/master 2024-12-05T05:20:11,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1251297505 2024-12-05T05:20:11,585 DEBUG [M:0;8edcaf2ecc84:36421 {}] zookeeper.ZKUtil(347): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Unable to get data of znode /1-1251297505/master because node does not exist (not an error) 2024-12-05T05:20:11,585 WARN [M:0;8edcaf2ecc84:36421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:20:11,586 INFO [M:0;8edcaf2ecc84:36421 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/.lastflushedseqids 2024-12-05T05:20:11,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741843_1019 (size=173) 2024-12-05T05:20:11,664 INFO [RS:0;8edcaf2ecc84:40915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:20:11,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:11,664 INFO [RS:0;8edcaf2ecc84:40915 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,40915,1733375939773; zookeeper connection closed. 2024-12-05T05:20:11,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40915-0x101a3edaeef0004, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:11,664 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4be4f013 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4be4f013 2024-12-05T05:20:11,665 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:20:11,991 INFO [M:0;8edcaf2ecc84:36421 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:20:11,991 INFO [M:0;8edcaf2ecc84:36421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:20:11,991 DEBUG [M:0;8edcaf2ecc84:36421 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:20:11,991 INFO [M:0;8edcaf2ecc84:36421 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:11,991 DEBUG [M:0;8edcaf2ecc84:36421 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:11,991 DEBUG [M:0;8edcaf2ecc84:36421 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:20:11,991 DEBUG [M:0;8edcaf2ecc84:36421 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:11,992 INFO [M:0;8edcaf2ecc84:36421 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-05T05:20:12,008 DEBUG [M:0;8edcaf2ecc84:36421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6ff2bff427b49af8c90a7a372da4a8c is 82, key is hbase:meta,,1/info:regioninfo/1733375942536/Put/seqid=0 2024-12-05T05:20:12,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741844_1020 (size=5672) 2024-12-05T05:20:12,413 INFO [M:0;8edcaf2ecc84:36421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6ff2bff427b49af8c90a7a372da4a8c 2024-12-05T05:20:12,430 DEBUG [M:0;8edcaf2ecc84:36421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abb3272dccd44c3484a836d1a5584b11 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733375944685/Put/seqid=0 2024-12-05T05:20:12,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741845_1021 (size=6727) 2024-12-05T05:20:12,649 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 to pos 997, reset compression=false 2024-12-05T05:20:12,835 INFO [M:0;8edcaf2ecc84:36421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abb3272dccd44c3484a836d1a5584b11 2024-12-05T05:20:12,840 INFO [M:0;8edcaf2ecc84:36421 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abb3272dccd44c3484a836d1a5584b11 2024-12-05T05:20:12,856 DEBUG [M:0;8edcaf2ecc84:36421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a37c6b8be79411ab23effbbefd45863 is 69, key is 8edcaf2ecc84,40915,1733375939773/rs:state/1733375941789/Put/seqid=0 2024-12-05T05:20:12,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741846_1022 (size=5156) 2024-12-05T05:20:13,260 INFO [M:0;8edcaf2ecc84:36421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a37c6b8be79411ab23effbbefd45863 2024-12-05T05:20:13,266 DEBUG [M:0;8edcaf2ecc84:36421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6ff2bff427b49af8c90a7a372da4a8c as hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6ff2bff427b49af8c90a7a372da4a8c 2024-12-05T05:20:13,270 INFO [M:0;8edcaf2ecc84:36421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6ff2bff427b49af8c90a7a372da4a8c, entries=8, sequenceid=58, filesize=5.5 K 2024-12-05T05:20:13,271 DEBUG [M:0;8edcaf2ecc84:36421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abb3272dccd44c3484a836d1a5584b11 as hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abb3272dccd44c3484a836d1a5584b11 2024-12-05T05:20:13,276 INFO [M:0;8edcaf2ecc84:36421 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abb3272dccd44c3484a836d1a5584b11 2024-12-05T05:20:13,276 INFO [M:0;8edcaf2ecc84:36421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abb3272dccd44c3484a836d1a5584b11, entries=6, sequenceid=58, filesize=6.6 K 2024-12-05T05:20:13,277 DEBUG [M:0;8edcaf2ecc84:36421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a37c6b8be79411ab23effbbefd45863 as hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a37c6b8be79411ab23effbbefd45863 2024-12-05T05:20:13,283 INFO [M:0;8edcaf2ecc84:36421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34455/user/jenkins/test-data/7b754b02-2a1f-dfd8-a88e-a3953f67c9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a37c6b8be79411ab23effbbefd45863, entries=1, sequenceid=58, filesize=5.0 K 2024-12-05T05:20:13,284 INFO [M:0;8edcaf2ecc84:36421 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false 2024-12-05T05:20:13,285 INFO [M:0;8edcaf2ecc84:36421 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:13,285 DEBUG [M:0;8edcaf2ecc84:36421 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376011991Disabling compacts and flushes for region at 1733376011991Disabling writes for close at 1733376011991Obtaining lock to block concurrent updates at 1733376011992 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376011992Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733376011992Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376011993 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376011993Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376012008 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376012008Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376012417 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376012430 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376012430Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376012840 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376012855 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376012855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e78878e: reopening flushed file at 1733376013265 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c1e2af: reopening flushed file at 1733376013270 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba3fc: reopening flushed file at 1733376013277 (+7 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false at 1733376013284 (+7 ms)Writing region close event to WAL at 1733376013285 (+1 ms)Closed at 1733376013285 2024-12-05T05:20:13,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741830_1006 (size=33026) 2024-12-05T05:20:13,288 INFO [M:0;8edcaf2ecc84:36421 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:20:13,288 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:20:13,288 INFO [M:0;8edcaf2ecc84:36421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36421 2024-12-05T05:20:13,288 INFO [M:0;8edcaf2ecc84:36421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:20:13,506 INFO [M:0;8edcaf2ecc84:36421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:20:13,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:13,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36421-0x101a3edaeef0003, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:13,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59099e46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:20:13,509 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1421bda0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:20:13,509 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:20:13,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27bec7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:20:13,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6618d265{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/hadoop.log.dir/,STOPPED} 2024-12-05T05:20:13,510 WARN [BP-1373634585-172.17.0.3-1733375937086 heartbeating to localhost/127.0.0.1:34455 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:20:13,510 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:20:13,510 WARN [BP-1373634585-172.17.0.3-1733375937086 heartbeating to localhost/127.0.0.1:34455 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1373634585-172.17.0.3-1733375937086 (Datanode Uuid 2df25fb4-3aa9-4846-b3c7-c812ac3438ec) service to localhost/127.0.0.1:34455 2024-12-05T05:20:13,510 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:20:13,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/cluster_48029def-2fab-11ae-3585-1236263412a2/data/data1/current/BP-1373634585-172.17.0.3-1733375937086 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:20:13,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/cluster_48029def-2fab-11ae-3585-1236263412a2/data/data2/current/BP-1373634585-172.17.0.3-1733375937086 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:20:13,511 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:20:13,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dbc5381{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:20:13,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1402be57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:20:13,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:20:13,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6003bd66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:20:13,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1321af29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/hadoop.log.dir/,STOPPED} 2024-12-05T05:20:13,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:20:13,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:20:13,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:20:13,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:13,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:13,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:13,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:20:13,530 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:20:13,530 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=910593595, stopped=false 2024-12-05T05:20:13,530 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,37115,1733375933266 2024-12-05T05:20:13,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1670544695/running 2024-12-05T05:20:13,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1670544695/running 2024-12-05T05:20:13,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:20:13,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:20:13,547 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:20:13,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:20:13,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:13,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:13,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Set watcher on znode that does not yet exist, /0-1670544695/running 2024-12-05T05:20:13,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Set watcher on znode that does not yet exist, /0-1670544695/running 2024-12-05T05:20:13,548 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,42225,1733375933580' ***** 2024-12-05T05:20:13,548 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:20:13,548 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:20:13,548 INFO [RS:0;8edcaf2ecc84:42225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:20:13,548 INFO [RS:0;8edcaf2ecc84:42225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:20:13,548 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:20:13,549 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(3091): Received CLOSE for 38dfeb35b4d7743785ab864375c5916b 2024-12-05T05:20:13,549 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(3091): Received CLOSE for f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:20:13,549 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,42225,1733375933580 2024-12-05T05:20:13,549 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:20:13,549 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38dfeb35b4d7743785ab864375c5916b, disabling compactions & flushes 2024-12-05T05:20:13,549 INFO [RS:0;8edcaf2ecc84:42225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:42225. 2024-12-05T05:20:13,549 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b. 2024-12-05T05:20:13,549 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b. 2024-12-05T05:20:13,549 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b. after waiting 0 ms 2024-12-05T05:20:13,549 DEBUG [RS:0;8edcaf2ecc84:42225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:13,549 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b. 2024-12-05T05:20:13,549 DEBUG [RS:0;8edcaf2ecc84:42225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:13,549 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:20:13,549 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 38dfeb35b4d7743785ab864375c5916b 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-05T05:20:13,549 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:20:13,549 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:20:13,549 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:20:13,549 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T05:20:13,549 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 38dfeb35b4d7743785ab864375c5916b=hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b., f7be841fd6dfa537976a7cd2a922d3ea=test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea.} 2024-12-05T05:20:13,549 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38dfeb35b4d7743785ab864375c5916b, f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:20:13,549 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:20:13,549 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:20:13,550 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:20:13,550 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:20:13,550 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:20:13,550 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T05:20:13,560 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:20:13,563 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/.tmp/info/9987eeeb7fa24d418d4d3635c71140a2 is 147, key is hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b./info:regioninfo/1733375946004/Put/seqid=0 2024-12-05T05:20:13,563 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/replication/38dfeb35b4d7743785ab864375c5916b/.tmp/hfileref/605e3b61a191447084ac9be4d23a6c41 is 74, key is 1/hfileref:b21e5401f2f1453d9408a000a106e31a_SeqId_4_/1733375948103/DeleteColumn/seqid=0 2024-12-05T05:20:13,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741844_1020 (size=7686) 2024-12-05T05:20:13,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741845_1021 (size=5203) 2024-12-05T05:20:13,750 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38dfeb35b4d7743785ab864375c5916b, f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:20:13,810 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:20:13,810 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:20:13,950 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38dfeb35b4d7743785ab864375c5916b, f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:20:13,967 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/.tmp/info/9987eeeb7fa24d418d4d3635c71140a2 2024-12-05T05:20:13,967 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/replication/38dfeb35b4d7743785ab864375c5916b/.tmp/hfileref/605e3b61a191447084ac9be4d23a6c41 2024-12-05T05:20:13,985 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/.tmp/ns/f6c27a30a4c047f38552ffcf98aaee6b is 43, key is default/ns:d/1733375936931/Put/seqid=0 2024-12-05T05:20:13,985 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/replication/38dfeb35b4d7743785ab864375c5916b/.tmp/queue/75be2755dd574b4fb55ed00cb247d304 is 153, key is 1-8edcaf2ecc84,42225,1733375933580/queue:8edcaf2ecc84%2C42225%2C1733375933580/1733375949573/Put/seqid=0 2024-12-05T05:20:13,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741846_1022 (size=5153) 2024-12-05T05:20:13,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741847_1023 (size=5352) 2024-12-05T05:20:14,150 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38dfeb35b4d7743785ab864375c5916b, f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:20:14,350 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38dfeb35b4d7743785ab864375c5916b, f7be841fd6dfa537976a7cd2a922d3ea 2024-12-05T05:20:14,390 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/.tmp/ns/f6c27a30a4c047f38552ffcf98aaee6b 2024-12-05T05:20:14,396 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/replication/38dfeb35b4d7743785ab864375c5916b/.tmp/queue/75be2755dd574b4fb55ed00cb247d304 2024-12-05T05:20:14,402 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/replication/38dfeb35b4d7743785ab864375c5916b/.tmp/hfileref/605e3b61a191447084ac9be4d23a6c41 as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/replication/38dfeb35b4d7743785ab864375c5916b/hfileref/605e3b61a191447084ac9be4d23a6c41 2024-12-05T05:20:14,407 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/replication/38dfeb35b4d7743785ab864375c5916b/hfileref/605e3b61a191447084ac9be4d23a6c41, entries=2, sequenceid=10, filesize=5.1 K 2024-12-05T05:20:14,408 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/replication/38dfeb35b4d7743785ab864375c5916b/.tmp/queue/75be2755dd574b4fb55ed00cb247d304 as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/replication/38dfeb35b4d7743785ab864375c5916b/queue/75be2755dd574b4fb55ed00cb247d304 2024-12-05T05:20:14,411 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/.tmp/rep_barrier/5f5be562c3dd49c29b0e8449df4f5d9c is 112, key is test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea./rep_barrier:seqnumDuringOpen/1733375943483/Put/seqid=0 2024-12-05T05:20:14,414 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/replication/38dfeb35b4d7743785ab864375c5916b/queue/75be2755dd574b4fb55ed00cb247d304, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T05:20:14,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741848_1024 (size=5518) 2024-12-05T05:20:14,415 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 38dfeb35b4d7743785ab864375c5916b in 866ms, sequenceid=10, compaction requested=false 2024-12-05T05:20:14,419 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/replication/38dfeb35b4d7743785ab864375c5916b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T05:20:14,419 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:20:14,419 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:20:14,419 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b. 2024-12-05T05:20:14,420 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38dfeb35b4d7743785ab864375c5916b: Waiting for close lock at 1733376013549Running coprocessor pre-close hooks at 1733376013549Disabling compacts and flushes for region at 1733376013549Disabling writes for close at 1733376013549Obtaining lock to block concurrent updates at 1733376013549Preparing flush snapshotting stores in 38dfeb35b4d7743785ab864375c5916b at 1733376013549Finished memstore snapshotting hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733376013549Flushing stores of hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b. at 1733376013550 (+1 ms)Flushing 38dfeb35b4d7743785ab864375c5916b/hfileref: creating writer at 1733376013550Flushing 38dfeb35b4d7743785ab864375c5916b/hfileref: appending metadata at 1733376013563 (+13 ms)Flushing 38dfeb35b4d7743785ab864375c5916b/hfileref: closing flushed file at 1733376013563Flushing 38dfeb35b4d7743785ab864375c5916b/queue: creating writer at 1733376013972 (+409 ms)Flushing 38dfeb35b4d7743785ab864375c5916b/queue: appending metadata at 1733376013985 (+13 ms)Flushing 38dfeb35b4d7743785ab864375c5916b/queue: closing flushed file at 1733376013985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c20458e: reopening flushed file at 1733376014401 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@edc1ea: reopening flushed file at 1733376014407 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 38dfeb35b4d7743785ab864375c5916b in 866ms, sequenceid=10, compaction requested=false at 1733376014415 (+8 ms)Writing region close event to WAL at 1733376014416 (+1 ms)Running coprocessor post-close hooks at 1733376014419 (+3 ms)Closed at 1733376014419 2024-12-05T05:20:14,420 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733375945096.38dfeb35b4d7743785ab864375c5916b. 2024-12-05T05:20:14,420 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7be841fd6dfa537976a7cd2a922d3ea, disabling compactions & flushes 2024-12-05T05:20:14,420 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea. 2024-12-05T05:20:14,420 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea. 2024-12-05T05:20:14,420 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea. after waiting 0 ms 2024-12-05T05:20:14,420 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea. 2024-12-05T05:20:14,423 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/default/test/f7be841fd6dfa537976a7cd2a922d3ea/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T05:20:14,424 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:20:14,424 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:20:14,424 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea. 2024-12-05T05:20:14,424 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7be841fd6dfa537976a7cd2a922d3ea: Waiting for close lock at 1733376014420Running coprocessor pre-close hooks at 1733376014420Disabling compacts and flushes for region at 1733376014420Disabling writes for close at 1733376014420Writing region close event to WAL at 1733376014421 (+1 ms)Running coprocessor post-close hooks at 1733376014424 (+3 ms)Closed at 1733376014424 2024-12-05T05:20:14,424 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733375942697.f7be841fd6dfa537976a7cd2a922d3ea. 2024-12-05T05:20:14,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:14,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:14,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:14,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:14,550 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T05:20:14,550 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T05:20:14,550 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:14,751 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:14,815 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/.tmp/rep_barrier/5f5be562c3dd49c29b0e8449df4f5d9c 2024-12-05T05:20:14,832 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/.tmp/table/4d25cca3e03d4a8890e7f8b0a0724352 is 53, key is hbase:replication/table:state/1733375946026/Put/seqid=0 2024-12-05T05:20:14,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741849_1025 (size=5308) 2024-12-05T05:20:14,951 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:15,021 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:20:15,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:15,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:15,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:15,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:15,151 DEBUG [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:15,236 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/.tmp/table/4d25cca3e03d4a8890e7f8b0a0724352 2024-12-05T05:20:15,243 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/.tmp/info/9987eeeb7fa24d418d4d3635c71140a2 as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/info/9987eeeb7fa24d418d4d3635c71140a2 2024-12-05T05:20:15,248 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/info/9987eeeb7fa24d418d4d3635c71140a2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T05:20:15,249 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/.tmp/ns/f6c27a30a4c047f38552ffcf98aaee6b as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/ns/f6c27a30a4c047f38552ffcf98aaee6b 2024-12-05T05:20:15,253 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/ns/f6c27a30a4c047f38552ffcf98aaee6b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T05:20:15,254 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/.tmp/rep_barrier/5f5be562c3dd49c29b0e8449df4f5d9c as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/rep_barrier/5f5be562c3dd49c29b0e8449df4f5d9c 2024-12-05T05:20:15,259 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/rep_barrier/5f5be562c3dd49c29b0e8449df4f5d9c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T05:20:15,260 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/.tmp/table/4d25cca3e03d4a8890e7f8b0a0724352 as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/table/4d25cca3e03d4a8890e7f8b0a0724352 2024-12-05T05:20:15,265 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/table/4d25cca3e03d4a8890e7f8b0a0724352, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T05:20:15,266 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-12-05T05:20:15,266 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:20:15,270 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T05:20:15,271 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:20:15,271 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:20:15,271 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:20:15,271 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376013549Running coprocessor pre-close hooks at 1733376013549Disabling compacts and flushes for region at 1733376013549Disabling writes for close at 1733376013550 (+1 ms)Obtaining lock to block concurrent updates at 1733376013550Preparing flush snapshotting stores in 1588230740 at 1733376013550Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733376013550Flushing stores of hbase:meta,,1.1588230740 at 1733376013550Flushing 1588230740/info: creating writer at 1733376013551 (+1 ms)Flushing 1588230740/info: appending metadata at 1733376013562 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733376013562Flushing 1588230740/ns: creating writer at 1733376013972 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733376013984 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733376013984Flushing 1588230740/rep_barrier: creating writer at 1733376014395 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733376014410 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733376014411 (+1 ms)Flushing 1588230740/table: creating writer at 1733376014820 (+409 ms)Flushing 1588230740/table: appending metadata at 1733376014831 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733376014832 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a2ff5b: reopening flushed file at 1733376015242 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ddbb59c: reopening flushed file at 1733376015248 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e815f02: reopening flushed file at 1733376015253 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf13c1: reopening flushed file at 1733376015260 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1733376015266 (+6 ms)Writing region close event to WAL at 1733376015267 (+1 ms)Running coprocessor post-close hooks at 1733376015270 (+3 ms)Closed at 1733376015271 (+1 ms) 2024-12-05T05:20:15,271 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:20:15,351 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,42225,1733375933580; all regions closed. 2024-12-05T05:20:15,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741834_1010 (size=4239) 2024-12-05T05:20:15,353 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.meta.1733375936835.meta not finished, retry = 0 2024-12-05T05:20:15,456 DEBUG [RS:0;8edcaf2ecc84:42225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/oldWALs 2024-12-05T05:20:15,456 INFO [RS:0;8edcaf2ecc84:42225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C42225%2C1733375933580.meta:.meta(num 1733375936835) 2024-12-05T05:20:15,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741839_1015 (size=2700) 2024-12-05T05:20:15,458 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.rep.1733375945921 not finished, retry = 0 2024-12-05T05:20:15,561 DEBUG [RS:0;8edcaf2ecc84:42225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/oldWALs 2024-12-05T05:20:15,561 INFO [RS:0;8edcaf2ecc84:42225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C42225%2C1733375933580.rep:(num 1733375945921) 2024-12-05T05:20:15,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741832_1008 (size=1300) 2024-12-05T05:20:15,563 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/WALs/8edcaf2ecc84,42225,1733375933580/8edcaf2ecc84%2C42225%2C1733375933580.1733375935899 not finished, retry = 0 2024-12-05T05:20:15,665 DEBUG [RS:0;8edcaf2ecc84:42225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/oldWALs 2024-12-05T05:20:15,666 INFO [RS:0;8edcaf2ecc84:42225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C42225%2C1733375933580:(num 1733375935899) 2024-12-05T05:20:15,666 DEBUG [RS:0;8edcaf2ecc84:42225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:15,666 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:20:15,666 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:20:15,666 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T05:20:15,666 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:20:15,666 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:20:15,666 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,42225,1733375933580 because: Region server is closing 2024-12-05T05:20:15,666 INFO [RS:0;8edcaf2ecc84:42225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:42225. 2024-12-05T05:20:15,666 DEBUG [RS:0;8edcaf2ecc84:42225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:15,667 DEBUG [RS:0;8edcaf2ecc84:42225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:15,667 DEBUG [RS:0;8edcaf2ecc84:42225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:15,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:20:15,767 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.shipper8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T05:20:15,767 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.wal-reader.8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T05:20:15,767 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,42225,1733375933580.replicationSource.shipper8edcaf2ecc84%2C42225%2C1733375933580,1-8edcaf2ecc84,42225,1733375933580 terminated 2024-12-05T05:20:15,767 INFO [RS:0;8edcaf2ecc84:42225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42225 2024-12-05T05:20:15,848 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:20:15,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695/rs 2024-12-05T05:20:15,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1670544695/rs/8edcaf2ecc84,42225,1733375933580 2024-12-05T05:20:15,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,42225,1733375933580] 2024-12-05T05:20:15,869 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1670544695/draining/8edcaf2ecc84,42225,1733375933580 already deleted, retry=false 2024-12-05T05:20:15,869 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,42225,1733375933580 expired; onlineServers=0 2024-12-05T05:20:15,869 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,37115,1733375933266' ***** 2024-12-05T05:20:15,869 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:20:15,869 INFO [M:0;8edcaf2ecc84:37115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:20:15,869 INFO [M:0;8edcaf2ecc84:37115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:20:15,869 DEBUG [M:0;8edcaf2ecc84:37115 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:20:15,869 DEBUG [M:0;8edcaf2ecc84:37115 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:20:15,869 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:20:15,869 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375935586 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733375935586,5,FailOnTimeoutGroup] 2024-12-05T05:20:15,869 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375935596 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733375935596,5,FailOnTimeoutGroup] 2024-12-05T05:20:15,869 INFO [M:0;8edcaf2ecc84:37115 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:20:15,869 INFO [M:0;8edcaf2ecc84:37115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:20:15,869 DEBUG [M:0;8edcaf2ecc84:37115 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:20:15,869 INFO [M:0;8edcaf2ecc84:37115 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:20:15,869 INFO [M:0;8edcaf2ecc84:37115 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:20:15,870 INFO [M:0;8edcaf2ecc84:37115 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:20:15,870 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:20:15,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1670544695/master 2024-12-05T05:20:15,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670544695 2024-12-05T05:20:15,880 DEBUG [M:0;8edcaf2ecc84:37115 {}] zookeeper.ZKUtil(347): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Unable to get data of znode /0-1670544695/master because node does not exist (not an error) 2024-12-05T05:20:15,880 WARN [M:0;8edcaf2ecc84:37115 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:20:15,881 INFO [M:0;8edcaf2ecc84:37115 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/.lastflushedseqids 2024-12-05T05:20:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741850_1026 (size=263) 2024-12-05T05:20:15,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:15,959 INFO [RS:0;8edcaf2ecc84:42225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:20:15,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42225-0x101a3edaeef0001, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:15,959 INFO [RS:0;8edcaf2ecc84:42225 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,42225,1733375933580; zookeeper connection closed. 2024-12-05T05:20:15,959 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a3f2211 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a3f2211 2024-12-05T05:20:15,959 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:20:16,291 INFO [M:0;8edcaf2ecc84:37115 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:20:16,291 INFO [M:0;8edcaf2ecc84:37115 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:20:16,291 DEBUG [M:0;8edcaf2ecc84:37115 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:20:16,291 INFO [M:0;8edcaf2ecc84:37115 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:16,291 DEBUG [M:0;8edcaf2ecc84:37115 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:16,291 DEBUG [M:0;8edcaf2ecc84:37115 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:20:16,291 DEBUG [M:0;8edcaf2ecc84:37115 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:16,291 INFO [M:0;8edcaf2ecc84:37115 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-05T05:20:16,305 DEBUG [M:0;8edcaf2ecc84:37115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f81948a4da1842d19247e04fc90b1283 is 82, key is hbase:meta,,1/info:regioninfo/1733375936910/Put/seqid=0 2024-12-05T05:20:16,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741851_1027 (size=5672) 2024-12-05T05:20:16,709 INFO [M:0;8edcaf2ecc84:37115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f81948a4da1842d19247e04fc90b1283 2024-12-05T05:20:16,728 DEBUG [M:0;8edcaf2ecc84:37115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39b1c5bcf73149a886d1a83621ccbc36 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733375943500/Put/seqid=0 2024-12-05T05:20:16,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741852_1028 (size=7240) 2024-12-05T05:20:17,132 INFO [M:0;8edcaf2ecc84:37115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39b1c5bcf73149a886d1a83621ccbc36 2024-12-05T05:20:17,137 INFO [M:0;8edcaf2ecc84:37115 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39b1c5bcf73149a886d1a83621ccbc36 2024-12-05T05:20:17,153 DEBUG [M:0;8edcaf2ecc84:37115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64a93849bb2e466eb890f6fed80e714c is 69, key is 8edcaf2ecc84,42225,1733375933580/rs:state/1733375935667/Put/seqid=0 2024-12-05T05:20:17,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741853_1029 (size=5156) 2024-12-05T05:20:17,557 INFO [M:0;8edcaf2ecc84:37115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64a93849bb2e466eb890f6fed80e714c 2024-12-05T05:20:17,562 DEBUG [M:0;8edcaf2ecc84:37115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f81948a4da1842d19247e04fc90b1283 as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f81948a4da1842d19247e04fc90b1283 2024-12-05T05:20:17,567 INFO [M:0;8edcaf2ecc84:37115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f81948a4da1842d19247e04fc90b1283, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T05:20:17,567 DEBUG [M:0;8edcaf2ecc84:37115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39b1c5bcf73149a886d1a83621ccbc36 as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39b1c5bcf73149a886d1a83621ccbc36 2024-12-05T05:20:17,571 INFO [M:0;8edcaf2ecc84:37115 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39b1c5bcf73149a886d1a83621ccbc36 2024-12-05T05:20:17,572 INFO [M:0;8edcaf2ecc84:37115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39b1c5bcf73149a886d1a83621ccbc36, entries=11, sequenceid=105, filesize=7.1 K 2024-12-05T05:20:17,572 DEBUG [M:0;8edcaf2ecc84:37115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64a93849bb2e466eb890f6fed80e714c as hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64a93849bb2e466eb890f6fed80e714c 2024-12-05T05:20:17,577 INFO [M:0;8edcaf2ecc84:37115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45957/user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64a93849bb2e466eb890f6fed80e714c, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T05:20:17,578 INFO [M:0;8edcaf2ecc84:37115 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false 2024-12-05T05:20:17,579 INFO [M:0;8edcaf2ecc84:37115 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:17,579 DEBUG [M:0;8edcaf2ecc84:37115 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376016291Disabling compacts and flushes for region at 1733376016291Disabling writes for close at 1733376016291Obtaining lock to block concurrent updates at 1733376016291Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376016291Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733376016292 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376016292Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376016292Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376016304 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376016305 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376016715 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376016727 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376016727Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376017137 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376017152 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376017152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1158565a: reopening flushed file at 1733376017562 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@404ae942: reopening flushed file at 1733376017567 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a2ba0f: reopening flushed file at 1733376017572 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false at 1733376017578 (+6 ms)Writing region close event to WAL at 1733376017579 (+1 ms)Closed at 1733376017579 2024-12-05T05:20:17,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741830_1006 (size=64526) 2024-12-05T05:20:17,581 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6768ecf1-b67c-43df-c1af-1d77d3cc126d/MasterData/WALs/8edcaf2ecc84,37115,1733375933266/8edcaf2ecc84%2C37115%2C1733375933266.1733375935299 not finished, retry = 0 2024-12-05T05:20:17,682 INFO [M:0;8edcaf2ecc84:37115 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:20:17,682 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:20:17,683 INFO [M:0;8edcaf2ecc84:37115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37115 2024-12-05T05:20:17,683 INFO [M:0;8edcaf2ecc84:37115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:20:17,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:17,832 INFO [M:0;8edcaf2ecc84:37115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:20:17,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37115-0x101a3edaeef0000, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:17,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78cf2a48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:20:17,835 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19486312{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:20:17,835 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:20:17,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ecb522c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:20:17,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27632f48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/hadoop.log.dir/,STOPPED} 2024-12-05T05:20:17,835 WARN [BP-1996626659-172.17.0.3-1733375931229 heartbeating to localhost/127.0.0.1:45957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:20:17,835 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:20:17,835 WARN [BP-1996626659-172.17.0.3-1733375931229 heartbeating to localhost/127.0.0.1:45957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1996626659-172.17.0.3-1733375931229 (Datanode Uuid 302e5981-9522-4c85-905b-cb28040051b9) service to localhost/127.0.0.1:45957 2024-12-05T05:20:17,836 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:20:17,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/cluster_670ed8f3-88ca-e11f-2562-1accee249231/data/data1/current/BP-1996626659-172.17.0.3-1733375931229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:20:17,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/cluster_670ed8f3-88ca-e11f-2562-1accee249231/data/data2/current/BP-1996626659-172.17.0.3-1733375931229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:20:17,836 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:20:17,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e0659e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:20:17,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a78f7ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:20:17,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:20:17,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f1ee90f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:20:17,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e0322f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f94572cc-b6c7-befb-1248-d7170cfc5765/hadoop.log.dir/,STOPPED} 2024-12-05T05:20:17,846 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T05:20:17,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:20:17,864 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 136) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007fa70cb8dda0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34455 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007fa70cb8dda0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65085) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65085) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45957 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 589), ProcessCount=11 (was 11), AvailableMemoryMB=2735 (was 2719) - AvailableMemoryMB LEAK? - 2024-12-05T05:20:17,870 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=11, AvailableMemoryMB=2735 2024-12-05T05:20:17,882 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-05T05:20:17,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/hadoop.log.dir so I do NOT create it in target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b 2024-12-05T05:20:17,882 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:20:17,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/hadoop.tmp.dir so I do NOT create it in target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b 2024-12-05T05:20:17,882 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c577df-7805-6544-a79e-f4bcc24c47a2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:20:17,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b 2024-12-05T05:20:17,882 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/cluster_c255947f-b55e-9dfe-1115-cae7ce4bf944, deleteOnExit=true 2024-12-05T05:20:17,903 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/cluster_c255947f-b55e-9dfe-1115-cae7ce4bf944/zookeeper_0, clientPort=51185, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/cluster_c255947f-b55e-9dfe-1115-cae7ce4bf944/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/cluster_c255947f-b55e-9dfe-1115-cae7ce4bf944/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T05:20:17,904 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51185 2024-12-05T05:20:17,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:20:17,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:20:17,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/test.cache.data in system properties and HBase conf 2024-12-05T05:20:17,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:20:17,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:20:17,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:20:17,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:20:17,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:20:17,904 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:20:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:20:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:20:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:20:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:20:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:20:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:20:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:20:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:20:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:20:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:20:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:20:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:20:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:20:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:20:17,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a3edaeef0002, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:20:17,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a3edaeef0005, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:20:17,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a3edaeef0005, quorum=127.0.0.1:65085, baseZNode=/1-1251297505 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:20:17,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a3edaeef0002, quorum=127.0.0.1:65085, baseZNode=/0-1670544695 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:20:18,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:20:18,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:20:18,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:20:18,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:20:18,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:20:18,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:20:18,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33dc9f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:20:18,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2772beaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:20:18,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@525201f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/java.io.tmpdir/jetty-localhost-39777-hadoop-hdfs-3_4_1-tests_jar-_-any-17463296501919811791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:20:18,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6111d2ab{HTTP/1.1, (http/1.1)}{localhost:39777} 2024-12-05T05:20:18,326 INFO [Time-limited test {}] server.Server(415): Started @143151ms 2024-12-05T05:20:18,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:20:18,569 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:20:18,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:20:18,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:20:18,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:20:18,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@495fefbf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:20:18,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f94072a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:20:18,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cf0925{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/java.io.tmpdir/jetty-localhost-43671-hadoop-hdfs-3_4_1-tests_jar-_-any-4388719131495147079/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:20:18,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c156888{HTTP/1.1, (http/1.1)}{localhost:43671} 2024-12-05T05:20:18,662 INFO [Time-limited test {}] server.Server(415): Started @143487ms 2024-12-05T05:20:18,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:20:19,413 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/cluster_c255947f-b55e-9dfe-1115-cae7ce4bf944/data/data1/current/BP-1499279784-172.17.0.3-1733376017919/current, will proceed with Du for space computation calculation, 2024-12-05T05:20:19,413 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/cluster_c255947f-b55e-9dfe-1115-cae7ce4bf944/data/data2/current/BP-1499279784-172.17.0.3-1733376017919/current, will proceed with Du for space computation calculation, 2024-12-05T05:20:19,426 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:20:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbdfee14d171ec20f with lease ID 0x2438f73e531815ad: Processing first storage report for DS-78c6400b-5bbe-421a-a6a7-d26806197c03 from datanode DatanodeRegistration(127.0.0.1:35987, datanodeUuid=985ef9fe-950d-49dc-a2e3-85a4e02f86b1, infoPort=42165, infoSecurePort=0, ipcPort=40583, storageInfo=lv=-57;cid=testClusterID;nsid=1359343636;c=1733376017919) 2024-12-05T05:20:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdfee14d171ec20f with lease ID 0x2438f73e531815ad: from storage DS-78c6400b-5bbe-421a-a6a7-d26806197c03 node DatanodeRegistration(127.0.0.1:35987, datanodeUuid=985ef9fe-950d-49dc-a2e3-85a4e02f86b1, infoPort=42165, infoSecurePort=0, ipcPort=40583, storageInfo=lv=-57;cid=testClusterID;nsid=1359343636;c=1733376017919), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:20:19,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbdfee14d171ec20f with lease ID 0x2438f73e531815ad: Processing first storage report for DS-4f4ccd88-e683-4503-a3ea-83a314d3c4e9 from datanode DatanodeRegistration(127.0.0.1:35987, datanodeUuid=985ef9fe-950d-49dc-a2e3-85a4e02f86b1, infoPort=42165, infoSecurePort=0, ipcPort=40583, storageInfo=lv=-57;cid=testClusterID;nsid=1359343636;c=1733376017919) 2024-12-05T05:20:19,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdfee14d171ec20f with lease ID 0x2438f73e531815ad: from storage DS-4f4ccd88-e683-4503-a3ea-83a314d3c4e9 node DatanodeRegistration(127.0.0.1:35987, datanodeUuid=985ef9fe-950d-49dc-a2e3-85a4e02f86b1, infoPort=42165, infoSecurePort=0, ipcPort=40583, storageInfo=lv=-57;cid=testClusterID;nsid=1359343636;c=1733376017919), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:20:19,488 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b 2024-12-05T05:20:19,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:19,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:19,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:20:19,898 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea with version=8 2024-12-05T05:20:19,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/hbase-staging 2024-12-05T05:20:19,901 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:20:19,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:19,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:19,901 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:20:19,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:19,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:20:19,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:20:19,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:20:19,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39359 2024-12-05T05:20:19,902 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39359 connecting to ZooKeeper ensemble=127.0.0.1:51185 2024-12-05T05:20:19,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:20:19,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:19,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:19,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:19,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:19,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:20,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393590x0, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:20:20,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39359-0x101a3ef019a0000 connected 2024-12-05T05:20:20,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:20,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:20,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on znode that does not yet exist, /0-647983836/running 2024-12-05T05:20:20,094 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea, hbase.cluster.distributed=false 2024-12-05T05:20:20,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on znode that does not yet exist, /0-647983836/acl 2024-12-05T05:20:20,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39359 2024-12-05T05:20:20,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39359 2024-12-05T05:20:20,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39359 2024-12-05T05:20:20,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39359 2024-12-05T05:20:20,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39359 2024-12-05T05:20:20,117 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:20:20,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:20,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:20,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:20:20,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:20,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:20:20,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:20:20,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:20:20,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43093 2024-12-05T05:20:20,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43093 connecting to ZooKeeper ensemble=127.0.0.1:51185 2024-12-05T05:20:20,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:20,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:20,136 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430930x0, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:20:20,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43093-0x101a3ef019a0001 connected 2024-12-05T05:20:20,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on znode that does not yet exist, /0-647983836/running 2024-12-05T05:20:20,137 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:20:20,138 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:20:20,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on znode that does not yet exist, /0-647983836/master 2024-12-05T05:20:20,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on znode that does not yet exist, /0-647983836/acl 2024-12-05T05:20:20,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43093 2024-12-05T05:20:20,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43093 2024-12-05T05:20:20,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43093 2024-12-05T05:20:20,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43093 2024-12-05T05:20:20,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43093 2024-12-05T05:20:20,157 DEBUG [M:0;8edcaf2ecc84:39359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:39359 2024-12-05T05:20:20,159 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-647983836/backup-masters/8edcaf2ecc84,39359,1733376019900 2024-12-05T05:20:20,168 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836/backup-masters 2024-12-05T05:20:20,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836/backup-masters 2024-12-05T05:20:20,168 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on existing znode=/0-647983836/backup-masters/8edcaf2ecc84,39359,1733376019900 2024-12-05T05:20:20,178 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-647983836/master 2024-12-05T05:20:20,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:20,178 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:20,179 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on existing znode=/0-647983836/master 2024-12-05T05:20:20,179 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-647983836/backup-masters/8edcaf2ecc84,39359,1733376019900 from backup master directory 2024-12-05T05:20:20,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647983836/backup-masters/8edcaf2ecc84,39359,1733376019900 2024-12-05T05:20:20,189 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836/backup-masters 2024-12-05T05:20:20,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836/backup-masters 2024-12-05T05:20:20,189 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:20:20,189 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,39359,1733376019900 2024-12-05T05:20:20,193 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/hbase.id] with ID: 3fadbab6-3017-4b9b-8e9f-8ad8f7928cbc 2024-12-05T05:20:20,193 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/.tmp/hbase.id 2024-12-05T05:20:20,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:20:20,601 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/.tmp/hbase.id]:[hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/hbase.id] 2024-12-05T05:20:20,609 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:20,610 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:20:20,610 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T05:20:20,658 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:20,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:20,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:20:21,063 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:20:21,064 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:20:21,064 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:21,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:20:21,471 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store 2024-12-05T05:20:21,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:20:21,877 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:21,877 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:20:21,877 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:21,877 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:21,877 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:20:21,877 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:21,877 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:21,877 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376021877Disabling compacts and flushes for region at 1733376021877Disabling writes for close at 1733376021877Writing region close event to WAL at 1733376021877Closed at 1733376021877 2024-12-05T05:20:21,878 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/.initializing 2024-12-05T05:20:21,878 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/WALs/8edcaf2ecc84,39359,1733376019900 2024-12-05T05:20:21,879 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:20:21,880 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C39359%2C1733376019900, suffix=, logDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/WALs/8edcaf2ecc84,39359,1733376019900, archiveDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/oldWALs, maxLogs=10 2024-12-05T05:20:21,890 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/WALs/8edcaf2ecc84,39359,1733376019900/8edcaf2ecc84%2C39359%2C1733376019900.1733376021880, exclude list is [], retry=0 2024-12-05T05:20:21,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35987,DS-78c6400b-5bbe-421a-a6a7-d26806197c03,DISK] 2024-12-05T05:20:21,894 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/WALs/8edcaf2ecc84,39359,1733376019900/8edcaf2ecc84%2C39359%2C1733376019900.1733376021880 2024-12-05T05:20:21,894 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42165:42165)] 2024-12-05T05:20:21,894 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:20:21,895 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:21,895 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:21,895 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:21,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:21,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:20:21,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:21,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:21,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:21,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:20:21,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:21,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:21,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:21,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:20:21,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:21,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:21,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:21,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:20:21,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:21,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:21,901 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:21,901 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:21,902 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:21,902 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:21,902 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:21,903 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:20:21,904 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:21,905 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:20:21,906 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60923075, jitterRate=-0.0921754390001297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:20:21,906 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376021895Initializing all the Stores at 1733376021896 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376021896Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376021896Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376021896Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376021896Cleaning up temporary data from old regions at 1733376021903 (+7 ms)Region opened successfully at 1733376021906 (+3 ms) 2024-12-05T05:20:21,906 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:20:21,909 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e335b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:20:21,910 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:20:21,910 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:20:21,910 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:20:21,910 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:20:21,910 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:20:21,911 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:20:21,911 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:20:21,912 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:20:21,913 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Unable to get data of znode /0-647983836/balancer because node does not exist (not necessarily an error) 2024-12-05T05:20:21,963 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647983836/balancer already deleted, retry=false 2024-12-05T05:20:21,963 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:20:21,964 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Unable to get data of znode /0-647983836/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:20:21,973 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647983836/normalizer already deleted, retry=false 2024-12-05T05:20:21,974 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:20:21,974 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Unable to get data of znode /0-647983836/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:20:21,984 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647983836/switch/split already deleted, retry=false 2024-12-05T05:20:21,985 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Unable to get data of znode /0-647983836/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:20:21,994 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647983836/switch/merge already deleted, retry=false 2024-12-05T05:20:21,996 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Unable to get data of znode /0-647983836/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:20:22,005 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647983836/snapshot-cleanup already deleted, retry=false 2024-12-05T05:20:22,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-647983836/running 2024-12-05T05:20:22,016 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-647983836/running 2024-12-05T05:20:22,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:22,016 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:22,016 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,39359,1733376019900, sessionid=0x101a3ef019a0000, setting cluster-up flag (Was=false) 2024-12-05T05:20:22,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:22,037 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:22,068 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-647983836/flush-table-proc/acquired, /0-647983836/flush-table-proc/reached, /0-647983836/flush-table-proc/abort 2024-12-05T05:20:22,069 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,39359,1733376019900 2024-12-05T05:20:22,089 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:22,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:22,121 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-647983836/online-snapshot/acquired, /0-647983836/online-snapshot/reached, /0-647983836/online-snapshot/abort 2024-12-05T05:20:22,122 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,39359,1733376019900 2024-12-05T05:20:22,123 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:20:22,124 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:22,124 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:20:22,124 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:20:22,125 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,39359,1733376019900 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:20:22,126 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:22,126 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:22,126 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:22,126 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:22,126 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:20:22,126 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:22,126 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:20:22,126 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:22,126 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376052126 2024-12-05T05:20:22,126 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:20:22,127 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:20:22,127 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:20:22,127 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:20:22,127 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:20:22,127 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:20:22,127 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:22,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:22,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:20:22,127 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:20:22,127 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:20:22,127 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:20:22,127 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:20:22,127 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:20:22,127 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:20:22,128 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376022127,5,FailOnTimeoutGroup] 2024-12-05T05:20:22,128 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376022128,5,FailOnTimeoutGroup] 2024-12-05T05:20:22,128 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:22,128 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:20:22,128 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:22,128 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:22,128 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:22,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:20:22,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:20:22,149 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(746): ClusterId : 3fadbab6-3017-4b9b-8e9f-8ad8f7928cbc 2024-12-05T05:20:22,149 DEBUG [RS:0;8edcaf2ecc84:43093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:20:22,158 DEBUG [RS:0;8edcaf2ecc84:43093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:20:22,158 DEBUG [RS:0;8edcaf2ecc84:43093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:20:22,168 DEBUG [RS:0;8edcaf2ecc84:43093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:20:22,169 DEBUG [RS:0;8edcaf2ecc84:43093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dea6929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:20:22,182 DEBUG [RS:0;8edcaf2ecc84:43093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:43093 2024-12-05T05:20:22,182 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:20:22,182 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:20:22,182 DEBUG [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:20:22,183 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,39359,1733376019900 with port=43093, startcode=1733376020116 2024-12-05T05:20:22,183 DEBUG [RS:0;8edcaf2ecc84:43093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:20:22,186 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:20:22,187 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39359 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,43093,1733376020116 2024-12-05T05:20:22,187 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39359 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,43093,1733376020116 2024-12-05T05:20:22,188 DEBUG [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea 2024-12-05T05:20:22,188 DEBUG [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45373 2024-12-05T05:20:22,188 DEBUG [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:20:22,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836/rs 2024-12-05T05:20:22,200 DEBUG [RS:0;8edcaf2ecc84:43093 {}] zookeeper.ZKUtil(111): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on existing znode=/0-647983836/rs/8edcaf2ecc84,43093,1733376020116 2024-12-05T05:20:22,200 WARN [RS:0;8edcaf2ecc84:43093 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:20:22,200 INFO [RS:0;8edcaf2ecc84:43093 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:22,200 DEBUG [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116 2024-12-05T05:20:22,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,43093,1733376020116] 2024-12-05T05:20:22,204 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:20:22,206 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:20:22,206 INFO [RS:0;8edcaf2ecc84:43093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:20:22,206 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:22,208 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:20:22,209 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:20:22,209 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:22,209 DEBUG [RS:0;8edcaf2ecc84:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:22,209 DEBUG [RS:0;8edcaf2ecc84:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:22,209 DEBUG [RS:0;8edcaf2ecc84:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:22,209 DEBUG [RS:0;8edcaf2ecc84:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:22,209 DEBUG [RS:0;8edcaf2ecc84:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:22,209 DEBUG [RS:0;8edcaf2ecc84:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:20:22,209 DEBUG [RS:0;8edcaf2ecc84:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:22,209 DEBUG [RS:0;8edcaf2ecc84:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:22,209 DEBUG [RS:0;8edcaf2ecc84:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:22,209 DEBUG [RS:0;8edcaf2ecc84:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:22,209 DEBUG [RS:0;8edcaf2ecc84:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:22,209 DEBUG [RS:0;8edcaf2ecc84:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:22,209 DEBUG [RS:0;8edcaf2ecc84:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:20:22,210 DEBUG [RS:0;8edcaf2ecc84:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:20:22,217 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:22,217 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:22,217 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:22,217 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:22,217 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:22,217 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,43093,1733376020116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:20:22,228 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:20:22,228 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,43093,1733376020116-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:22,228 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:22,228 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.Replication(171): 8edcaf2ecc84,43093,1733376020116 started 2024-12-05T05:20:22,240 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:22,240 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,43093,1733376020116, RpcServer on 8edcaf2ecc84/172.17.0.3:43093, sessionid=0x101a3ef019a0001 2024-12-05T05:20:22,240 DEBUG [RS:0;8edcaf2ecc84:43093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:20:22,240 DEBUG [RS:0;8edcaf2ecc84:43093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,43093,1733376020116 2024-12-05T05:20:22,240 DEBUG [RS:0;8edcaf2ecc84:43093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,43093,1733376020116' 2024-12-05T05:20:22,240 DEBUG [RS:0;8edcaf2ecc84:43093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-647983836/flush-table-proc/abort' 2024-12-05T05:20:22,241 DEBUG [RS:0;8edcaf2ecc84:43093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-647983836/flush-table-proc/acquired' 2024-12-05T05:20:22,241 DEBUG [RS:0;8edcaf2ecc84:43093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:20:22,241 DEBUG [RS:0;8edcaf2ecc84:43093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:20:22,241 DEBUG [RS:0;8edcaf2ecc84:43093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,43093,1733376020116 2024-12-05T05:20:22,241 DEBUG [RS:0;8edcaf2ecc84:43093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,43093,1733376020116' 2024-12-05T05:20:22,241 DEBUG [RS:0;8edcaf2ecc84:43093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-647983836/online-snapshot/abort' 2024-12-05T05:20:22,242 DEBUG [RS:0;8edcaf2ecc84:43093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-647983836/online-snapshot/acquired' 2024-12-05T05:20:22,242 DEBUG [RS:0;8edcaf2ecc84:43093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:20:22,242 INFO [RS:0;8edcaf2ecc84:43093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:20:22,242 INFO [RS:0;8edcaf2ecc84:43093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:20:22,342 INFO [RS:0;8edcaf2ecc84:43093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:20:22,344 INFO [RS:0;8edcaf2ecc84:43093 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C43093%2C1733376020116, suffix=, logDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116, archiveDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/oldWALs, maxLogs=10 2024-12-05T05:20:22,354 DEBUG [RS:0;8edcaf2ecc84:43093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116/8edcaf2ecc84%2C43093%2C1733376020116.1733376022344, exclude list is [], retry=0 2024-12-05T05:20:22,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35987,DS-78c6400b-5bbe-421a-a6a7-d26806197c03,DISK] 2024-12-05T05:20:22,358 INFO [RS:0;8edcaf2ecc84:43093 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116/8edcaf2ecc84%2C43093%2C1733376020116.1733376022344 2024-12-05T05:20:22,358 DEBUG [RS:0;8edcaf2ecc84:43093 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42165:42165)] 2024-12-05T05:20:22,535 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:20:22,535 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea 2024-12-05T05:20:22,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741833_1009 (size=32) 2024-12-05T05:20:22,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:22,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:20:22,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:20:22,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:22,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:22,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:20:22,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:20:22,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:22,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:22,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:20:22,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:20:22,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:22,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:22,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:20:22,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:20:22,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:22,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:22,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:20:22,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740 2024-12-05T05:20:22,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740 2024-12-05T05:20:22,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:20:22,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:20:22,949 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:20:22,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:20:22,953 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:20:22,953 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64329477, jitterRate=-0.041416093707084656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:20:22,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733376022940Initializing all the Stores at 1733376022941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376022941Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376022941Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376022941Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376022942 (+1 ms)Cleaning up temporary data from old regions at 1733376022949 (+7 ms)Region opened successfully at 1733376022953 (+4 ms) 2024-12-05T05:20:22,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:20:22,954 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:20:22,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:20:22,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:20:22,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:20:22,954 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:20:22,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376022953Disabling compacts and flushes for region at 1733376022953Disabling writes for close at 1733376022954 (+1 ms)Writing region close event to WAL at 1733376022954Closed at 1733376022954 2024-12-05T05:20:22,955 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:22,955 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:20:22,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:20:22,956 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:20:22,957 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:20:23,107 DEBUG [8edcaf2ecc84:39359 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:20:23,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,43093,1733376020116 2024-12-05T05:20:23,109 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,43093,1733376020116, state=OPENING 2024-12-05T05:20:23,205 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:20:23,216 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:23,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:23,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647983836/meta-region-server: CHANGED 2024-12-05T05:20:23,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647983836/meta-region-server: CHANGED 2024-12-05T05:20:23,216 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:20:23,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,43093,1733376020116}] 2024-12-05T05:20:23,369 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:20:23,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:20:23,373 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:20:23,373 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:23,373 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:20:23,375 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C43093%2C1733376020116.meta, suffix=.meta, logDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116, archiveDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/oldWALs, maxLogs=10 2024-12-05T05:20:23,386 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116/8edcaf2ecc84%2C43093%2C1733376020116.meta.1733376023375.meta, exclude list is [], retry=0 2024-12-05T05:20:23,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35987,DS-78c6400b-5bbe-421a-a6a7-d26806197c03,DISK] 2024-12-05T05:20:23,390 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116/8edcaf2ecc84%2C43093%2C1733376020116.meta.1733376023375.meta 2024-12-05T05:20:23,391 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42165:42165)] 2024-12-05T05:20:23,391 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:20:23,391 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:20:23,392 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:20:23,392 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:20:23,392 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:20:23,392 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:20:23,392 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:23,392 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:20:23,392 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:20:23,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:20:23,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:20:23,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:23,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:23,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:20:23,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:20:23,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:23,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:23,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:20:23,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:20:23,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:23,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:23,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:20:23,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:20:23,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:23,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:23,399 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:20:23,400 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740 2024-12-05T05:20:23,401 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740 2024-12-05T05:20:23,402 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:20:23,402 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:20:23,402 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:20:23,403 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:20:23,404 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70534452, jitterRate=0.051045238971710205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:20:23,404 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:20:23,404 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376023392Writing region info on filesystem at 1733376023392Initializing all the Stores at 1733376023393 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376023393Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376023393Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376023393Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376023393Cleaning up temporary data from old regions at 1733376023402 (+9 ms)Running coprocessor post-open hooks at 1733376023404 (+2 ms)Region opened successfully at 1733376023404 2024-12-05T05:20:23,405 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376023368 2024-12-05T05:20:23,407 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:20:23,407 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:20:23,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T05:20:23,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T05:20:23,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:20:23,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,43093,1733376020116 2024-12-05T05:20:23,408 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,43093,1733376020116, state=OPEN 2024-12-05T05:20:23,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-647983836/meta-region-server 2024-12-05T05:20:23,453 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-647983836/meta-region-server 2024-12-05T05:20:23,453 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,43093,1733376020116 2024-12-05T05:20:23,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647983836/meta-region-server: CHANGED 2024-12-05T05:20:23,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647983836/meta-region-server: CHANGED 2024-12-05T05:20:23,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:20:23,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,43093,1733376020116 in 237 msec 2024-12-05T05:20:23,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:20:23,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 500 msec 2024-12-05T05:20:23,458 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:23,458 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:20:23,459 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:20:23,459 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,43093,1733376020116, seqNum=-1] 2024-12-05T05:20:23,460 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:20:23,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:20:23,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3410 sec 2024-12-05T05:20:23,466 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376023466, completionTime=-1 2024-12-05T05:20:23,466 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:20:23,466 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:20:23,468 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:20:23,468 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376083468 2024-12-05T05:20:23,468 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376143468 2024-12-05T05:20:23,468 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T05:20:23,468 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39359,1733376019900-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:23,469 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39359,1733376019900-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:23,469 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39359,1733376019900-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:23,469 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:39359, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:23,469 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:23,469 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:23,471 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:20:23,473 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.284sec 2024-12-05T05:20:23,473 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:20:23,473 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:20:23,473 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:20:23,473 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:20:23,473 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:20:23,473 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39359,1733376019900-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:20:23,473 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39359,1733376019900-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:20:23,475 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:20:23,475 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:20:23,475 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39359,1733376019900-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:23,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ecf5801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:23,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,39359,-1 for getting cluster id 2024-12-05T05:20:23,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:20:23,551 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fadbab6-3017-4b9b-8e9f-8ad8f7928cbc' 2024-12-05T05:20:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:20:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fadbab6-3017-4b9b-8e9f-8ad8f7928cbc" 2024-12-05T05:20:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9a98e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,39359,-1] 2024-12-05T05:20:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:20:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:23,552 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:20:23,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f135fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:23,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:20:23,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,43093,1733376020116, seqNum=-1] 2024-12-05T05:20:23,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:20:23,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:20:23,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,39359,1733376019900 2024-12-05T05:20:23,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51185 2024-12-05T05:20:23,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:20:23,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a3ef019a0002 connected 2024-12-05T05:20:23,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/hadoop.log.dir so I do NOT create it in target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9 2024-12-05T05:20:23,591 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:20:23,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/hadoop.tmp.dir so I do NOT create it in target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9 2024-12-05T05:20:23,591 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:20:23,591 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9 2024-12-05T05:20:23,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:20:23,591 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/cluster_e508d7b9-748f-1eb9-ba3f-d1950364cdca, deleteOnExit=true 2024-12-05T05:20:23,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:20:23,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/test.cache.data in system properties and HBase conf 2024-12-05T05:20:23,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:20:23,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:20:23,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:20:23,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:20:23,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:20:23,592 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:20:23,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:20:23,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:20:23,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:20:23,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:20:23,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:20:23,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:20:23,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:20:23,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:20:23,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:20:23,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:20:23,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:20:23,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:20:23,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:20:23,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:20:23,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:20:23,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:20:23,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:20:23,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:20:23,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:20:23,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:20:23,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20fc1b4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:20:23,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67c03719{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:20:24,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36af07a5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/java.io.tmpdir/jetty-localhost-37693-hadoop-hdfs-3_4_1-tests_jar-_-any-17786218771843849210/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:20:24,052 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36f28395{HTTP/1.1, (http/1.1)}{localhost:37693} 2024-12-05T05:20:24,052 INFO [Time-limited test {}] server.Server(415): Started @148876ms 2024-12-05T05:20:24,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:20:24,291 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:20:24,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:20:24,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:20:24,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:20:24,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526f66b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:20:24,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f7051bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:20:24,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c9c1f81{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/java.io.tmpdir/jetty-localhost-39117-hadoop-hdfs-3_4_1-tests_jar-_-any-18316453731979864315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:20:24,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51c68fd6{HTTP/1.1, (http/1.1)}{localhost:39117} 2024-12-05T05:20:24,384 INFO [Time-limited test {}] server.Server(415): Started @149209ms 2024-12-05T05:20:24,385 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:20:24,993 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/cluster_e508d7b9-748f-1eb9-ba3f-d1950364cdca/data/data2/current/BP-457758474-172.17.0.3-1733376023606/current, will proceed with Du for space computation calculation, 2024-12-05T05:20:24,993 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/cluster_e508d7b9-748f-1eb9-ba3f-d1950364cdca/data/data1/current/BP-457758474-172.17.0.3-1733376023606/current, will proceed with Du for space computation calculation, 2024-12-05T05:20:25,007 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:20:25,009 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17bf284789b359e with lease ID 0x84a78ddd9e90c627: Processing first storage report for DS-b7dfcb72-674d-4b6e-b50c-ac5ca43a4354 from datanode DatanodeRegistration(127.0.0.1:33751, datanodeUuid=28ce47fa-ecc0-4ae8-b48b-c46cf81139aa, infoPort=44705, infoSecurePort=0, ipcPort=32995, storageInfo=lv=-57;cid=testClusterID;nsid=1770350898;c=1733376023606) 2024-12-05T05:20:25,009 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17bf284789b359e with lease ID 0x84a78ddd9e90c627: from storage DS-b7dfcb72-674d-4b6e-b50c-ac5ca43a4354 node DatanodeRegistration(127.0.0.1:33751, datanodeUuid=28ce47fa-ecc0-4ae8-b48b-c46cf81139aa, infoPort=44705, infoSecurePort=0, ipcPort=32995, storageInfo=lv=-57;cid=testClusterID;nsid=1770350898;c=1733376023606), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:20:25,009 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17bf284789b359e with lease ID 0x84a78ddd9e90c627: Processing first storage report for DS-39c042e7-dfd0-4d01-8a56-ae34ea05d590 from datanode DatanodeRegistration(127.0.0.1:33751, datanodeUuid=28ce47fa-ecc0-4ae8-b48b-c46cf81139aa, infoPort=44705, infoSecurePort=0, ipcPort=32995, storageInfo=lv=-57;cid=testClusterID;nsid=1770350898;c=1733376023606) 2024-12-05T05:20:25,009 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17bf284789b359e with lease ID 0x84a78ddd9e90c627: from storage DS-39c042e7-dfd0-4d01-8a56-ae34ea05d590 node DatanodeRegistration(127.0.0.1:33751, datanodeUuid=28ce47fa-ecc0-4ae8-b48b-c46cf81139aa, infoPort=44705, infoSecurePort=0, ipcPort=32995, storageInfo=lv=-57;cid=testClusterID;nsid=1770350898;c=1733376023606), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:20:25,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9 2024-12-05T05:20:25,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:25,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:25,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33751 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:20:25,518 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478 with version=8 2024-12-05T05:20:25,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/hbase-staging 2024-12-05T05:20:25,520 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:20:25,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:25,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:25,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:20:25,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:25,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:20:25,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:20:25,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:20:25,521 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40137 2024-12-05T05:20:25,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40137 connecting to ZooKeeper ensemble=127.0.0.1:51185 2024-12-05T05:20:25,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401370x0, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:20:25,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40137-0x101a3ef019a0003 connected 2024-12-05T05:20:25,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:25,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:25,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Set watcher on znode that does not yet exist, /11793717654/running 2024-12-05T05:20:25,619 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478, hbase.cluster.distributed=false 2024-12-05T05:20:25,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Set watcher on znode that does not yet exist, /11793717654/acl 2024-12-05T05:20:25,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40137 2024-12-05T05:20:25,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40137 2024-12-05T05:20:25,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40137 2024-12-05T05:20:25,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40137 2024-12-05T05:20:25,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40137 2024-12-05T05:20:25,634 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:20:25,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:25,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:25,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:20:25,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:25,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:20:25,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:20:25,634 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:20:25,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45657 2024-12-05T05:20:25,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45657 connecting to ZooKeeper ensemble=127.0.0.1:51185 2024-12-05T05:20:25,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:25,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:25,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456570x0, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:20:25,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456570x0, quorum=127.0.0.1:51185, baseZNode=/11793717654 Set watcher on znode that does not yet exist, /11793717654/running 2024-12-05T05:20:25,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45657-0x101a3ef019a0004 connected 2024-12-05T05:20:25,653 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:20:25,653 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:20:25,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Set watcher on znode that does not yet exist, /11793717654/master 2024-12-05T05:20:25,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Set watcher on znode that does not yet exist, /11793717654/acl 2024-12-05T05:20:25,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45657 2024-12-05T05:20:25,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45657 2024-12-05T05:20:25,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45657 2024-12-05T05:20:25,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45657 2024-12-05T05:20:25,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45657 2024-12-05T05:20:25,665 DEBUG [M:0;8edcaf2ecc84:40137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:40137 2024-12-05T05:20:25,665 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11793717654/backup-masters/8edcaf2ecc84,40137,1733376025519 2024-12-05T05:20:25,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654/backup-masters 2024-12-05T05:20:25,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654/backup-masters 2024-12-05T05:20:25,673 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Set watcher on existing znode=/11793717654/backup-masters/8edcaf2ecc84,40137,1733376025519 2024-12-05T05:20:25,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11793717654/master 2024-12-05T05:20:25,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654 2024-12-05T05:20:25,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654 2024-12-05T05:20:25,684 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Set watcher on existing znode=/11793717654/master 2024-12-05T05:20:25,684 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11793717654/backup-masters/8edcaf2ecc84,40137,1733376025519 from backup master directory 2024-12-05T05:20:25,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11793717654/backup-masters/8edcaf2ecc84,40137,1733376025519 2024-12-05T05:20:25,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654/backup-masters 2024-12-05T05:20:25,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654/backup-masters 2024-12-05T05:20:25,694 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:20:25,694 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,40137,1733376025519 2024-12-05T05:20:25,698 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/hbase.id] with ID: d25f891f-5736-4217-862e-62556d773760 2024-12-05T05:20:25,698 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/.tmp/hbase.id 2024-12-05T05:20:25,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33751 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:20:26,103 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/.tmp/hbase.id]:[hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/hbase.id] 2024-12-05T05:20:26,117 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:26,117 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:20:26,119 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T05:20:26,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654 2024-12-05T05:20:26,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654 2024-12-05T05:20:26,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33751 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:20:26,174 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:20:26,176 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:20:26,176 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:26,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33751 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:20:26,594 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store 2024-12-05T05:20:26,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33751 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:20:27,001 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:27,001 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:20:27,001 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:27,001 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:27,001 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:20:27,001 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:27,001 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:27,001 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376027001Disabling compacts and flushes for region at 1733376027001Disabling writes for close at 1733376027001Writing region close event to WAL at 1733376027001Closed at 1733376027001 2024-12-05T05:20:27,002 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/.initializing 2024-12-05T05:20:27,002 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/WALs/8edcaf2ecc84,40137,1733376025519 2024-12-05T05:20:27,003 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:20:27,004 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C40137%2C1733376025519, suffix=, logDir=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/WALs/8edcaf2ecc84,40137,1733376025519, archiveDir=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/oldWALs, maxLogs=10 2024-12-05T05:20:27,020 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/WALs/8edcaf2ecc84,40137,1733376025519/8edcaf2ecc84%2C40137%2C1733376025519.1733376027004, exclude list is [], retry=0 2024-12-05T05:20:27,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33751,DS-b7dfcb72-674d-4b6e-b50c-ac5ca43a4354,DISK] 2024-12-05T05:20:27,024 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/WALs/8edcaf2ecc84,40137,1733376025519/8edcaf2ecc84%2C40137%2C1733376025519.1733376027004 2024-12-05T05:20:27,024 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44705:44705)] 2024-12-05T05:20:27,025 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:20:27,025 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:27,025 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:27,025 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:27,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:27,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:20:27,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:27,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:27,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:27,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:20:27,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:27,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:27,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:27,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:20:27,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:27,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:27,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:27,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:20:27,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:27,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:27,034 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:27,034 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:27,034 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:27,036 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:27,036 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:27,036 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:20:27,038 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:27,040 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:20:27,041 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69015979, jitterRate=0.028418228030204773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:20:27,041 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376027025Initializing all the Stores at 1733376027026 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376027026Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376027026Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376027026Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376027026Cleaning up temporary data from old regions at 1733376027036 (+10 ms)Region opened successfully at 1733376027041 (+5 ms) 2024-12-05T05:20:27,047 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:20:27,056 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc75c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:20:27,057 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:20:27,057 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:20:27,057 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:20:27,057 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:20:27,057 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:20:27,058 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:20:27,058 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:20:27,067 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:20:27,068 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Unable to get data of znode /11793717654/balancer because node does not exist (not necessarily an error) 2024-12-05T05:20:27,167 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11793717654/balancer already deleted, retry=false 2024-12-05T05:20:27,168 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:20:27,169 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Unable to get data of znode /11793717654/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:20:27,251 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11793717654/normalizer already deleted, retry=false 2024-12-05T05:20:27,252 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:20:27,253 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Unable to get data of znode /11793717654/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:20:27,283 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11793717654/switch/split already deleted, retry=false 2024-12-05T05:20:27,284 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Unable to get data of znode /11793717654/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:20:27,294 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11793717654/switch/merge already deleted, retry=false 2024-12-05T05:20:27,296 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Unable to get data of znode /11793717654/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:20:27,304 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11793717654/snapshot-cleanup already deleted, retry=false 2024-12-05T05:20:27,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11793717654/running 2024-12-05T05:20:27,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11793717654/running 2024-12-05T05:20:27,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654 2024-12-05T05:20:27,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654 2024-12-05T05:20:27,315 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,40137,1733376025519, sessionid=0x101a3ef019a0003, setting cluster-up flag (Was=false) 2024-12-05T05:20:27,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654 2024-12-05T05:20:27,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654 2024-12-05T05:20:27,368 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11793717654/flush-table-proc/acquired, /11793717654/flush-table-proc/reached, /11793717654/flush-table-proc/abort 2024-12-05T05:20:27,369 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,40137,1733376025519 2024-12-05T05:20:27,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654 2024-12-05T05:20:27,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654 2024-12-05T05:20:27,420 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11793717654/online-snapshot/acquired, /11793717654/online-snapshot/reached, /11793717654/online-snapshot/abort 2024-12-05T05:20:27,421 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,40137,1733376025519 2024-12-05T05:20:27,422 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:20:27,424 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:27,424 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:20:27,424 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:20:27,424 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,40137,1733376025519 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:20:27,425 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:27,425 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:27,426 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:27,426 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:27,426 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:20:27,426 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:27,426 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:20:27,426 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:27,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:27,427 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:20:27,428 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:27,428 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:20:27,432 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376057432 2024-12-05T05:20:27,432 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:20:27,432 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:20:27,432 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:20:27,432 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:20:27,432 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:20:27,432 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:20:27,433 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:27,433 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:20:27,433 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:20:27,433 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:20:27,433 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:20:27,433 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:20:27,433 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:20:27,434 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376027433,5,FailOnTimeoutGroup] 2024-12-05T05:20:27,436 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376027434,5,FailOnTimeoutGroup] 2024-12-05T05:20:27,436 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:27,436 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:20:27,436 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:27,436 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:27,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33751 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:20:27,458 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(746): ClusterId : d25f891f-5736-4217-862e-62556d773760 2024-12-05T05:20:27,458 DEBUG [RS:0;8edcaf2ecc84:45657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:20:27,469 DEBUG [RS:0;8edcaf2ecc84:45657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:20:27,469 DEBUG [RS:0;8edcaf2ecc84:45657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:20:27,479 DEBUG [RS:0;8edcaf2ecc84:45657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:20:27,480 DEBUG [RS:0;8edcaf2ecc84:45657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b867b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:20:27,494 DEBUG [RS:0;8edcaf2ecc84:45657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:45657 2024-12-05T05:20:27,494 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:20:27,494 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:20:27,494 DEBUG [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:20:27,495 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,40137,1733376025519 with port=45657, startcode=1733376025634 2024-12-05T05:20:27,495 DEBUG [RS:0;8edcaf2ecc84:45657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:20:27,496 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:20:27,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40137 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,45657,1733376025634 2024-12-05T05:20:27,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40137 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,45657,1733376025634 2024-12-05T05:20:27,498 DEBUG [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478 2024-12-05T05:20:27,498 DEBUG [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38215 2024-12-05T05:20:27,498 DEBUG [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:20:27,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654/rs 2024-12-05T05:20:27,564 DEBUG [RS:0;8edcaf2ecc84:45657 {}] zookeeper.ZKUtil(111): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Set watcher on existing znode=/11793717654/rs/8edcaf2ecc84,45657,1733376025634 2024-12-05T05:20:27,564 WARN [RS:0;8edcaf2ecc84:45657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:20:27,564 INFO [RS:0;8edcaf2ecc84:45657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:27,564 DEBUG [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/WALs/8edcaf2ecc84,45657,1733376025634 2024-12-05T05:20:27,566 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,45657,1733376025634] 2024-12-05T05:20:27,567 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:20:27,569 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:20:27,571 INFO [RS:0;8edcaf2ecc84:45657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:20:27,571 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:27,572 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:20:27,573 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:20:27,573 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:27,573 DEBUG [RS:0;8edcaf2ecc84:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:27,573 DEBUG [RS:0;8edcaf2ecc84:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:27,573 DEBUG [RS:0;8edcaf2ecc84:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:27,573 DEBUG [RS:0;8edcaf2ecc84:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:27,573 DEBUG [RS:0;8edcaf2ecc84:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:27,573 DEBUG [RS:0;8edcaf2ecc84:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:20:27,573 DEBUG [RS:0;8edcaf2ecc84:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:27,573 DEBUG [RS:0;8edcaf2ecc84:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:27,573 DEBUG [RS:0;8edcaf2ecc84:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:27,573 DEBUG [RS:0;8edcaf2ecc84:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:27,573 DEBUG [RS:0;8edcaf2ecc84:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:27,573 DEBUG [RS:0;8edcaf2ecc84:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:27,573 DEBUG [RS:0;8edcaf2ecc84:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:20:27,573 DEBUG [RS:0;8edcaf2ecc84:45657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:20:27,578 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:27,578 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:27,578 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:27,578 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:27,578 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:27,578 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45657,1733376025634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:20:27,597 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:20:27,597 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45657,1733376025634-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:27,597 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:27,598 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.Replication(171): 8edcaf2ecc84,45657,1733376025634 started 2024-12-05T05:20:27,616 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:27,616 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,45657,1733376025634, RpcServer on 8edcaf2ecc84/172.17.0.3:45657, sessionid=0x101a3ef019a0004 2024-12-05T05:20:27,616 DEBUG [RS:0;8edcaf2ecc84:45657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:20:27,616 DEBUG [RS:0;8edcaf2ecc84:45657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,45657,1733376025634 2024-12-05T05:20:27,616 DEBUG [RS:0;8edcaf2ecc84:45657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,45657,1733376025634' 2024-12-05T05:20:27,617 DEBUG [RS:0;8edcaf2ecc84:45657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11793717654/flush-table-proc/abort' 2024-12-05T05:20:27,617 DEBUG [RS:0;8edcaf2ecc84:45657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11793717654/flush-table-proc/acquired' 2024-12-05T05:20:27,618 DEBUG [RS:0;8edcaf2ecc84:45657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:20:27,618 DEBUG [RS:0;8edcaf2ecc84:45657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:20:27,618 DEBUG [RS:0;8edcaf2ecc84:45657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,45657,1733376025634 2024-12-05T05:20:27,618 DEBUG [RS:0;8edcaf2ecc84:45657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,45657,1733376025634' 2024-12-05T05:20:27,618 DEBUG [RS:0;8edcaf2ecc84:45657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11793717654/online-snapshot/abort' 2024-12-05T05:20:27,618 DEBUG [RS:0;8edcaf2ecc84:45657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11793717654/online-snapshot/acquired' 2024-12-05T05:20:27,618 DEBUG [RS:0;8edcaf2ecc84:45657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:20:27,619 INFO [RS:0;8edcaf2ecc84:45657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:20:27,619 INFO [RS:0;8edcaf2ecc84:45657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:20:27,719 INFO [RS:0;8edcaf2ecc84:45657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:20:27,721 INFO [RS:0;8edcaf2ecc84:45657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C45657%2C1733376025634, suffix=, logDir=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/WALs/8edcaf2ecc84,45657,1733376025634, archiveDir=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/oldWALs, maxLogs=10 2024-12-05T05:20:27,740 DEBUG [RS:0;8edcaf2ecc84:45657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/WALs/8edcaf2ecc84,45657,1733376025634/8edcaf2ecc84%2C45657%2C1733376025634.1733376027721, exclude list is [], retry=0 2024-12-05T05:20:27,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33751,DS-b7dfcb72-674d-4b6e-b50c-ac5ca43a4354,DISK] 2024-12-05T05:20:27,744 INFO [RS:0;8edcaf2ecc84:45657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/WALs/8edcaf2ecc84,45657,1733376025634/8edcaf2ecc84%2C45657%2C1733376025634.1733376027721 2024-12-05T05:20:27,745 DEBUG [RS:0;8edcaf2ecc84:45657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44705:44705)] 2024-12-05T05:20:27,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:20:27,847 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478 2024-12-05T05:20:27,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33751 is added to blk_1073741833_1009 (size=32) 2024-12-05T05:20:28,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:20:28,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:28,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:20:28,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:20:28,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:28,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:28,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:20:28,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:20:28,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:28,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:28,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:20:28,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:20:28,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:28,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:28,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:20:28,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:20:28,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:28,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:28,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:20:28,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/data/hbase/meta/1588230740 2024-12-05T05:20:28,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/data/hbase/meta/1588230740 2024-12-05T05:20:28,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:20:28,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:20:28,263 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:20:28,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:20:28,266 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:20:28,267 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74454860, jitterRate=0.10946387052536011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:20:28,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733376028253Initializing all the Stores at 1733376028254 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376028254Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376028254Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376028254Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376028254Cleaning up temporary data from old regions at 1733376028263 (+9 ms)Region opened successfully at 1733376028267 (+4 ms) 2024-12-05T05:20:28,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:20:28,267 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:20:28,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:20:28,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:20:28,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:20:28,267 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:20:28,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376028267Disabling compacts and flushes for region at 1733376028267Disabling writes for close at 1733376028267Writing region close event to WAL at 1733376028267Closed at 1733376028267 2024-12-05T05:20:28,269 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:28,269 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:20:28,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:20:28,270 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:20:28,271 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:20:28,421 DEBUG [8edcaf2ecc84:40137 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:20:28,422 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,45657,1733376025634 2024-12-05T05:20:28,423 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,45657,1733376025634, state=OPENING 2024-12-05T05:20:28,452 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:20:28,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654 2024-12-05T05:20:28,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654 2024-12-05T05:20:28,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11793717654/meta-region-server: CHANGED 2024-12-05T05:20:28,463 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:20:28,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11793717654/meta-region-server: CHANGED 2024-12-05T05:20:28,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,45657,1733376025634}] 2024-12-05T05:20:28,615 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:20:28,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:20:28,619 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:20:28,619 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:28,620 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:20:28,621 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C45657%2C1733376025634.meta, suffix=.meta, logDir=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/WALs/8edcaf2ecc84,45657,1733376025634, archiveDir=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/oldWALs, maxLogs=10 2024-12-05T05:20:28,632 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/WALs/8edcaf2ecc84,45657,1733376025634/8edcaf2ecc84%2C45657%2C1733376025634.meta.1733376028621.meta, exclude list is [], retry=0 2024-12-05T05:20:28,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33751,DS-b7dfcb72-674d-4b6e-b50c-ac5ca43a4354,DISK] 2024-12-05T05:20:28,635 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/WALs/8edcaf2ecc84,45657,1733376025634/8edcaf2ecc84%2C45657%2C1733376025634.meta.1733376028621.meta 2024-12-05T05:20:28,635 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44705:44705)] 2024-12-05T05:20:28,635 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:20:28,635 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:20:28,635 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:20:28,635 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:20:28,636 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:20:28,636 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:20:28,636 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:28,636 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:20:28,636 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:20:28,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:20:28,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:20:28,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:28,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:28,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:20:28,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:20:28,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:28,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:28,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:20:28,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:20:28,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:28,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:28,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:20:28,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:20:28,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:28,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:28,642 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:20:28,642 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/data/hbase/meta/1588230740 2024-12-05T05:20:28,643 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/data/hbase/meta/1588230740 2024-12-05T05:20:28,644 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:20:28,644 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:20:28,644 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:20:28,646 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:20:28,646 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67350710, jitterRate=0.0036037862300872803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:20:28,646 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:20:28,646 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376028636Writing region info on filesystem at 1733376028636Initializing all the Stores at 1733376028637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376028637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376028637Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376028637Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376028637Cleaning up temporary data from old regions at 1733376028644 (+7 ms)Running coprocessor post-open hooks at 1733376028646 (+2 ms)Region opened successfully at 1733376028646 2024-12-05T05:20:28,647 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376028615 2024-12-05T05:20:28,649 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:20:28,649 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:20:28,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,45657,1733376025634 2024-12-05T05:20:28,650 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,45657,1733376025634, state=OPEN 2024-12-05T05:20:28,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11793717654/meta-region-server 2024-12-05T05:20:28,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11793717654/meta-region-server 2024-12-05T05:20:28,679 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,45657,1733376025634 2024-12-05T05:20:28,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11793717654/meta-region-server: CHANGED 2024-12-05T05:20:28,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11793717654/meta-region-server: CHANGED 2024-12-05T05:20:28,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:20:28,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,45657,1733376025634 in 216 msec 2024-12-05T05:20:28,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:20:28,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-12-05T05:20:28,683 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:28,683 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:20:28,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:20:28,685 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,45657,1733376025634, seqNum=-1] 2024-12-05T05:20:28,685 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:20:28,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:20:28,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-12-05T05:20:28,691 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376028691, completionTime=-1 2024-12-05T05:20:28,691 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:20:28,691 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:20:28,692 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:20:28,692 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376088692 2024-12-05T05:20:28,692 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376148692 2024-12-05T05:20:28,692 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T05:20:28,693 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,40137,1733376025519-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:28,693 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,40137,1733376025519-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:28,693 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,40137,1733376025519-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:28,693 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:40137, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:28,693 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:28,693 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:28,695 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:20:28,696 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.002sec 2024-12-05T05:20:28,696 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:20:28,696 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:20:28,696 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:20:28,696 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:20:28,696 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:20:28,696 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,40137,1733376025519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:20:28,696 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,40137,1733376025519-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:20:28,699 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:20:28,699 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:20:28,699 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,40137,1733376025519-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:28,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a98d358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:28,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,40137,-1 for getting cluster id 2024-12-05T05:20:28,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:20:28,760 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd25f891f-5736-4217-862e-62556d773760' 2024-12-05T05:20:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:20:28,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d25f891f-5736-4217-862e-62556d773760" 2024-12-05T05:20:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5294c7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,40137,-1] 2024-12-05T05:20:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:20:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:28,762 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:20:28,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307de849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:28,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:20:28,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,45657,1733376025634, seqNum=-1] 2024-12-05T05:20:28,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:20:28,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:20:28,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,40137,1733376025519 2024-12-05T05:20:28,767 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51185 2024-12-05T05:20:28,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:20:28,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a3ef019a0005 connected 2024-12-05T05:20:28,893 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:20:28,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40097184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:28,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,39359,-1 for getting cluster id 2024-12-05T05:20:28,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:20:28,900 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fadbab6-3017-4b9b-8e9f-8ad8f7928cbc' 2024-12-05T05:20:28,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:20:28,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fadbab6-3017-4b9b-8e9f-8ad8f7928cbc" 2024-12-05T05:20:28,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7876c2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:28,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,39359,-1] 2024-12-05T05:20:28,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:20:28,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:28,902 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:20:28,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be72baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:28,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:20:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,39359,1733376019900 2024-12-05T05:20:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33f4437f 2024-12-05T05:20:28,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:20:28,904 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:20:28,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:40137,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:20:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:20:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:28,907 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:40137' 2024-12-05T05:20:28,908 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782f4993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:28,908 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,40137,-1 for getting cluster id 2024-12-05T05:20:28,909 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:20:28,909 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd25f891f-5736-4217-862e-62556d773760' 2024-12-05T05:20:28,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:20:28,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d25f891f-5736-4217-862e-62556d773760" 2024-12-05T05:20:28,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4f229e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:28,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,40137,-1] 2024-12-05T05:20:28,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:20:28,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:28,911 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:20:28,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77071c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:28,912 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:20:28,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,40137,1733376025519 2024-12-05T05:20:28,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7df2f03c 2024-12-05T05:20:28,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:20:28,913 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:20:28,914 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T05:20:28,914 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:20:28,914 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:28,914 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:28,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:20:28,915 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:20:28,916 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:20:28,917 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:20:28,917 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:28,918 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:20:28,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741835_1011 (size=1138) 2024-12-05T05:20:28,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:28,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:28,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:28,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:28,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:28,966 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T05:20:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:29,326 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 895bd3ddaef940386a46faf1443fb92f, NAME => 'hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea 2024-12-05T05:20:29,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741836_1012 (size=44) 2024-12-05T05:20:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:29,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:29,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 895bd3ddaef940386a46faf1443fb92f, disabling compactions & flushes 2024-12-05T05:20:29,733 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:29,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:29,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. after waiting 0 ms 2024-12-05T05:20:29,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:29,733 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:29,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 895bd3ddaef940386a46faf1443fb92f: Waiting for close lock at 1733376029733Disabling compacts and flushes for region at 1733376029733Disabling writes for close at 1733376029733Writing region close event to WAL at 1733376029733Closed at 1733376029733 2024-12-05T05:20:29,734 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:20:29,734 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733376029734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376029734"}]},"ts":"1733376029734"} 2024-12-05T05:20:29,736 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:20:29,737 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:20:29,737 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376029737"}]},"ts":"1733376029737"} 2024-12-05T05:20:29,739 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T05:20:29,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=895bd3ddaef940386a46faf1443fb92f, ASSIGN}] 2024-12-05T05:20:29,740 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=895bd3ddaef940386a46faf1443fb92f, ASSIGN 2024-12-05T05:20:29,741 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=895bd3ddaef940386a46faf1443fb92f, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,43093,1733376020116; forceNewPlan=false, retain=false 2024-12-05T05:20:29,891 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=895bd3ddaef940386a46faf1443fb92f, regionState=OPENING, regionLocation=8edcaf2ecc84,43093,1733376020116 2024-12-05T05:20:29,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=895bd3ddaef940386a46faf1443fb92f, ASSIGN because future has completed 2024-12-05T05:20:29,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 895bd3ddaef940386a46faf1443fb92f, server=8edcaf2ecc84,43093,1733376020116}] 2024-12-05T05:20:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:30,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:30,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:30,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:20:30,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C43093%2C1733376020116.rep, suffix=, logDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116, archiveDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/oldWALs, maxLogs=10 2024-12-05T05:20:30,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116/8edcaf2ecc84%2C43093%2C1733376020116.rep.1733376030052, exclude list is [], retry=0 2024-12-05T05:20:30,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35987,DS-78c6400b-5bbe-421a-a6a7-d26806197c03,DISK] 2024-12-05T05:20:30,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116/8edcaf2ecc84%2C43093%2C1733376020116.rep.1733376030052 2024-12-05T05:20:30,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42165:42165)] 2024-12-05T05:20:30,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 895bd3ddaef940386a46faf1443fb92f, NAME => 'hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:20:30,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:20:30,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:20:30,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. service=MultiRowMutationService 2024-12-05T05:20:30,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:20:30,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:30,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:30,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:30,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:30,070 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:30,071 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 895bd3ddaef940386a46faf1443fb92f columnFamilyName hfileref 2024-12-05T05:20:30,071 DEBUG [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:30,071 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] regionserver.HStore(327): Store=895bd3ddaef940386a46faf1443fb92f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:30,071 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:30,072 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 895bd3ddaef940386a46faf1443fb92f columnFamilyName queue 2024-12-05T05:20:30,072 DEBUG [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:30,073 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] regionserver.HStore(327): Store=895bd3ddaef940386a46faf1443fb92f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:30,073 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:30,074 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 895bd3ddaef940386a46faf1443fb92f columnFamilyName sid 2024-12-05T05:20:30,074 DEBUG [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:30,074 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] regionserver.HStore(327): Store=895bd3ddaef940386a46faf1443fb92f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:30,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:30,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/replication/895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:30,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/replication/895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:30,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:30,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:30,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:20:30,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:30,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/replication/895bd3ddaef940386a46faf1443fb92f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:20:30,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 895bd3ddaef940386a46faf1443fb92f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72926714, jitterRate=0.08669272065162659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:20:30,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:30,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 895bd3ddaef940386a46faf1443fb92f: Running coprocessor pre-open hook at 1733376030068Writing region info on filesystem at 1733376030068Initializing all the Stores at 1733376030069 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376030069Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376030069Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376030069Cleaning up temporary data from old regions at 1733376030076 (+7 ms)Running coprocessor post-open hooks at 1733376030080 (+4 ms)Region opened successfully at 1733376030081 (+1 ms) 2024-12-05T05:20:30,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f., pid=7, masterSystemTime=1733376030047 2024-12-05T05:20:30,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:30,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:30,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=895bd3ddaef940386a46faf1443fb92f, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,43093,1733376020116 2024-12-05T05:20:30,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 895bd3ddaef940386a46faf1443fb92f, server=8edcaf2ecc84,43093,1733376020116 because future has completed 2024-12-05T05:20:30,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T05:20:30,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 895bd3ddaef940386a46faf1443fb92f, server=8edcaf2ecc84,43093,1733376020116 in 193 msec 2024-12-05T05:20:30,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:20:30,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=895bd3ddaef940386a46faf1443fb92f, ASSIGN in 349 msec 2024-12-05T05:20:30,091 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:20:30,091 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376030091"}]},"ts":"1733376030091"} 2024-12-05T05:20:30,093 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T05:20:30,094 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:20:30,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-12-05T05:20:30,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f., hostname=8edcaf2ecc84,43093,1733376020116, seqNum=2] 2024-12-05T05:20:30,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:30,209 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:30,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:20:30,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43093 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T05:20:30,528 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T05:20:30,552 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,43093,1733376020116, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:20:30,553 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:20:30,553 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,43093,1733376020116, seqNum=-1] 2024-12-05T05:20:30,553 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:20:30,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-05T05:20:30,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8edcaf2ecc84,43093,1733376020116', locateType=CURRENT is [region=hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f., hostname=8edcaf2ecc84,43093,1733376020116, seqNum=2] 2024-12-05T05:20:30,557 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T05:20:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T05:20:30,560 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8edcaf2ecc84,43093,1733376020116 suceeded 2024-12-05T05:20:30,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T05:20:30,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-05T05:20:30,562 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8edcaf2ecc84:40137,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:20:30,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6570 sec 2024-12-05T05:20:30,570 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:40137' 2024-12-05T05:20:30,571 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4246fc66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:30,571 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,40137,-1 for getting cluster id 2024-12-05T05:20:30,572 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:20:30,572 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd25f891f-5736-4217-862e-62556d773760' 2024-12-05T05:20:30,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:20:30,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d25f891f-5736-4217-862e-62556d773760" 2024-12-05T05:20:30,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc9a9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:30,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,40137,-1] 2024-12-05T05:20:30,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:20:30,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:30,574 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:20:30,575 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b95b90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:30,575 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:20:30,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,40137,1733376025519 2024-12-05T05:20:30,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73500b4e 2024-12-05T05:20:30,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:20:30,577 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-05T05:20:30,577 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,43093,1733376020116 (queues=1) is replicating from cluster=3fadbab6-3017-4b9b-8e9f-8ad8f7928cbc to cluster=d25f891f-5736-4217-862e-62556d773760 2024-12-05T05:20:30,577 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C43093%2C1733376020116 2024-12-05T05:20:30,577 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,43093,1733376020116, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:20:30,578 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116.replicationSource.shipper8edcaf2ecc84%2C43093%2C1733376020116,1-8edcaf2ecc84,43093,1733376020116 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C43093%2C1733376020116 2024-12-05T05:20:30,578 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116.replicationSource.wal-reader.8edcaf2ecc84%2C43093%2C1733376020116,1-8edcaf2ecc84,43093,1733376020116 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116/8edcaf2ecc84%2C43093%2C1733376020116.1733376022344, startPosition=0, beingWritten=true 2024-12-05T05:20:30,782 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116.replicationSource.wal-reader.8edcaf2ecc84%2C43093%2C1733376020116,1-8edcaf2ecc84,43093,1733376020116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116/8edcaf2ecc84%2C43093%2C1733376020116.1733376022344 to pos 0, reset compression=false 2024-12-05T05:20:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:31,052 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:20:31,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:20:31,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:31,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:31,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:31,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:20:31,053 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:20:31,054 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,39359,1733376019900 2024-12-05T05:20:31,054 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a8a8894 2024-12-05T05:20:31,054 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:20:31,055 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:20:31,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T05:20:31,056 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:20:31,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:31,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:31,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:31,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:20:31,056 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:20:31,056 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=627574726, stopped=false 2024-12-05T05:20:31,057 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,39359,1733376019900 2024-12-05T05:20:31,084 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647983836/running 2024-12-05T05:20:31,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647983836/running 2024-12-05T05:20:31,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:31,084 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:20:31,084 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:31,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:20:31,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:31,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:31,085 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,43093,1733376020116' ***** 2024-12-05T05:20:31,085 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:20:31,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on znode that does not yet exist, /0-647983836/running 2024-12-05T05:20:31,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on znode that does not yet exist, /0-647983836/running 2024-12-05T05:20:31,085 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:20:31,085 INFO [RS:0;8edcaf2ecc84:43093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:20:31,085 INFO [RS:0;8edcaf2ecc84:43093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:20:31,085 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(3091): Received CLOSE for 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:31,085 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:20:31,087 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116.replicationSource.wal-reader.8edcaf2ecc84%2C43093%2C1733376020116,1-8edcaf2ecc84,43093,1733376020116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116/8edcaf2ecc84%2C43093%2C1733376020116.1733376022344 to pos 0, reset compression=false 2024-12-05T05:20:31,092 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,43093,1733376020116 2024-12-05T05:20:31,092 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:20:31,092 INFO [RS:0;8edcaf2ecc84:43093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:43093. 2024-12-05T05:20:31,092 DEBUG [RS:0;8edcaf2ecc84:43093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:31,092 DEBUG [RS:0;8edcaf2ecc84:43093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:31,093 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:20:31,093 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:20:31,093 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:20:31,093 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:20:31,095 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T05:20:31,095 DEBUG [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 895bd3ddaef940386a46faf1443fb92f=hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f.} 2024-12-05T05:20:31,095 DEBUG [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:31,095 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:20:31,095 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:20:31,095 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:20:31,095 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:20:31,095 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:20:31,095 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T05:20:31,104 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 895bd3ddaef940386a46faf1443fb92f, disabling compactions & flushes 2024-12-05T05:20:31,104 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:31,104 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:31,104 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. after waiting 0 ms 2024-12-05T05:20:31,104 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:31,105 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 895bd3ddaef940386a46faf1443fb92f 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T05:20:31,117 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/.tmp/info/2299257825ee469d84aeacd3bfd51e88 is 147, key is hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f./info:regioninfo/1733376030084/Put/seqid=0 2024-12-05T05:20:31,127 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:20:31,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741838_1014 (size=6631) 2024-12-05T05:20:31,133 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/replication/895bd3ddaef940386a46faf1443fb92f/.tmp/queue/90ec2100e22444cc900def564bb254c5 is 151, key is 1-8edcaf2ecc84,43093,1733376020116/queue:8edcaf2ecc84%2C43093%2C1733376020116/1733376030556/Put/seqid=0 2024-12-05T05:20:31,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741839_1015 (size=5350) 2024-12-05T05:20:31,217 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:20:31,217 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:20:31,295 DEBUG [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:31,495 DEBUG [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:31,498 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116.replicationSource.wal-reader.8edcaf2ecc84%2C43093%2C1733376020116,1-8edcaf2ecc84,43093,1733376020116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116/8edcaf2ecc84%2C43093%2C1733376020116.1733376022344 to pos 0, reset compression=false 2024-12-05T05:20:31,532 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/.tmp/info/2299257825ee469d84aeacd3bfd51e88 2024-12-05T05:20:31,546 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/replication/895bd3ddaef940386a46faf1443fb92f/.tmp/queue/90ec2100e22444cc900def564bb254c5 2024-12-05T05:20:31,557 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/replication/895bd3ddaef940386a46faf1443fb92f/.tmp/queue/90ec2100e22444cc900def564bb254c5 as hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/replication/895bd3ddaef940386a46faf1443fb92f/queue/90ec2100e22444cc900def564bb254c5 2024-12-05T05:20:31,557 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/.tmp/ns/ccae8a961d284fc7b2474085447fc010 is 43, key is default/ns:d/1733376023461/Put/seqid=0 2024-12-05T05:20:31,565 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/replication/895bd3ddaef940386a46faf1443fb92f/queue/90ec2100e22444cc900def564bb254c5, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T05:20:31,566 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 895bd3ddaef940386a46faf1443fb92f in 462ms, sequenceid=5, compaction requested=false 2024-12-05T05:20:31,566 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T05:20:31,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741840_1016 (size=5153) 2024-12-05T05:20:31,582 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/replication/895bd3ddaef940386a46faf1443fb92f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T05:20:31,583 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:20:31,583 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:20:31,583 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:31,584 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 895bd3ddaef940386a46faf1443fb92f: Waiting for close lock at 1733376031104Running coprocessor pre-close hooks at 1733376031104Disabling compacts and flushes for region at 1733376031104Disabling writes for close at 1733376031104Obtaining lock to block concurrent updates at 1733376031105 (+1 ms)Preparing flush snapshotting stores in 895bd3ddaef940386a46faf1443fb92f at 1733376031105Finished memstore snapshotting hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733376031105Flushing stores of hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. at 1733376031113 (+8 ms)Flushing 895bd3ddaef940386a46faf1443fb92f/queue: creating writer at 1733376031113Flushing 895bd3ddaef940386a46faf1443fb92f/queue: appending metadata at 1733376031133 (+20 ms)Flushing 895bd3ddaef940386a46faf1443fb92f/queue: closing flushed file at 1733376031133Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341d796a: reopening flushed file at 1733376031555 (+422 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 895bd3ddaef940386a46faf1443fb92f in 462ms, sequenceid=5, compaction requested=false at 1733376031566 (+11 ms)Writing region close event to WAL at 1733376031576 (+10 ms)Running coprocessor post-close hooks at 1733376031583 (+7 ms)Closed at 1733376031583 2024-12-05T05:20:31,584 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:31,696 DEBUG [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:31,896 DEBUG [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:31,973 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/.tmp/ns/ccae8a961d284fc7b2474085447fc010 2024-12-05T05:20:31,989 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/.tmp/table/17d393d8e8ce45c6aa340d2e73491988 is 53, key is hbase:replication/table:state/1733376030091/Put/seqid=0 2024-12-05T05:20:31,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741841_1017 (size=5256) 2024-12-05T05:20:32,007 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116.replicationSource.wal-reader.8edcaf2ecc84%2C43093%2C1733376020116,1-8edcaf2ecc84,43093,1733376020116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116/8edcaf2ecc84%2C43093%2C1733376020116.1733376022344 to pos 0, reset compression=false 2024-12-05T05:20:32,096 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T05:20:32,096 DEBUG [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T05:20:32,096 DEBUG [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:32,296 DEBUG [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:32,393 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/.tmp/table/17d393d8e8ce45c6aa340d2e73491988 2024-12-05T05:20:32,399 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/.tmp/info/2299257825ee469d84aeacd3bfd51e88 as hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/info/2299257825ee469d84aeacd3bfd51e88 2024-12-05T05:20:32,408 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/info/2299257825ee469d84aeacd3bfd51e88, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T05:20:32,409 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/.tmp/ns/ccae8a961d284fc7b2474085447fc010 as hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/ns/ccae8a961d284fc7b2474085447fc010 2024-12-05T05:20:32,414 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/ns/ccae8a961d284fc7b2474085447fc010, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T05:20:32,420 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/.tmp/table/17d393d8e8ce45c6aa340d2e73491988 as hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/table/17d393d8e8ce45c6aa340d2e73491988 2024-12-05T05:20:32,426 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/table/17d393d8e8ce45c6aa340d2e73491988, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T05:20:32,428 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=11, compaction requested=false 2024-12-05T05:20:32,450 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T05:20:32,451 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:20:32,451 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:20:32,451 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:20:32,451 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376031095Running coprocessor pre-close hooks at 1733376031095Disabling compacts and flushes for region at 1733376031095Disabling writes for close at 1733376031095Obtaining lock to block concurrent updates at 1733376031095Preparing flush snapshotting stores in 1588230740 at 1733376031095Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733376031096 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733376031097 (+1 ms)Flushing 1588230740/info: creating writer at 1733376031097Flushing 1588230740/info: appending metadata at 1733376031116 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733376031117 (+1 ms)Flushing 1588230740/ns: creating writer at 1733376031538 (+421 ms)Flushing 1588230740/ns: appending metadata at 1733376031557 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733376031557Flushing 1588230740/table: creating writer at 1733376031977 (+420 ms)Flushing 1588230740/table: appending metadata at 1733376031988 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733376031988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b4a7b96: reopening flushed file at 1733376032398 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@654ba7b9: reopening flushed file at 1733376032408 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e76a5da: reopening flushed file at 1733376032414 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=11, compaction requested=false at 1733376032428 (+14 ms)Writing region close event to WAL at 1733376032436 (+8 ms)Running coprocessor post-close hooks at 1733376032451 (+15 ms)Closed at 1733376032451 2024-12-05T05:20:32,452 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:20:32,496 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,43093,1733376020116; all regions closed. 2024-12-05T05:20:32,500 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116/8edcaf2ecc84%2C43093%2C1733376020116.meta.1733376023375.meta not finished, retry = 0 2024-12-05T05:20:32,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741834_1010 (size=2742) 2024-12-05T05:20:32,602 DEBUG [RS:0;8edcaf2ecc84:43093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/oldWALs 2024-12-05T05:20:32,602 INFO [RS:0;8edcaf2ecc84:43093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C43093%2C1733376020116.meta:.meta(num 1733376023375) 2024-12-05T05:20:32,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741837_1013 (size=1586) 2024-12-05T05:20:32,604 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116/8edcaf2ecc84%2C43093%2C1733376020116.rep.1733376030052 not finished, retry = 0 2024-12-05T05:20:32,611 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116.replicationSource.wal-reader.8edcaf2ecc84%2C43093%2C1733376020116,1-8edcaf2ecc84,43093,1733376020116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116/8edcaf2ecc84%2C43093%2C1733376020116.1733376022344 to pos 0, reset compression=false 2024-12-05T05:20:32,707 DEBUG [RS:0;8edcaf2ecc84:43093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/oldWALs 2024-12-05T05:20:32,707 INFO [RS:0;8edcaf2ecc84:43093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C43093%2C1733376020116.rep:(num 1733376030052) 2024-12-05T05:20:32,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741832_1008 (size=93) 2024-12-05T05:20:32,719 DEBUG [RS:0;8edcaf2ecc84:43093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/oldWALs 2024-12-05T05:20:32,719 INFO [RS:0;8edcaf2ecc84:43093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C43093%2C1733376020116:(num 1733376022344) 2024-12-05T05:20:32,719 DEBUG [RS:0;8edcaf2ecc84:43093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:32,719 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:20:32,719 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:20:32,719 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T05:20:32,719 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:20:32,719 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:20:32,719 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,43093,1733376020116 because: Region server is closing 2024-12-05T05:20:32,719 INFO [RS:0;8edcaf2ecc84:43093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:43093. 2024-12-05T05:20:32,720 DEBUG [RS:0;8edcaf2ecc84:43093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:32,720 DEBUG [RS:0;8edcaf2ecc84:43093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:32,720 DEBUG [RS:0;8edcaf2ecc84:43093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:32,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:20:32,820 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116.replicationSource.shipper8edcaf2ecc84%2C43093%2C1733376020116,1-8edcaf2ecc84,43093,1733376020116 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T05:20:32,820 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116.replicationSource.wal-reader.8edcaf2ecc84%2C43093%2C1733376020116,1-8edcaf2ecc84,43093,1733376020116 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T05:20:32,820 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,43093,1733376020116.replicationSource.shipper8edcaf2ecc84%2C43093%2C1733376020116,1-8edcaf2ecc84,43093,1733376020116 terminated 2024-12-05T05:20:32,821 INFO [RS:0;8edcaf2ecc84:43093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43093 2024-12-05T05:20:32,941 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647983836/rs/8edcaf2ecc84,43093,1733376020116 2024-12-05T05:20:32,941 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:20:32,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836/rs 2024-12-05T05:20:32,952 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,43093,1733376020116] 2024-12-05T05:20:32,962 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-647983836/draining/8edcaf2ecc84,43093,1733376020116 already deleted, retry=false 2024-12-05T05:20:32,962 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,43093,1733376020116 expired; onlineServers=0 2024-12-05T05:20:32,962 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,39359,1733376019900' ***** 2024-12-05T05:20:32,962 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:20:32,962 INFO [M:0;8edcaf2ecc84:39359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:20:32,963 INFO [M:0;8edcaf2ecc84:39359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:20:32,963 DEBUG [M:0;8edcaf2ecc84:39359 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:20:32,963 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:20:32,963 DEBUG [M:0;8edcaf2ecc84:39359 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:20:32,963 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376022127 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376022127,5,FailOnTimeoutGroup] 2024-12-05T05:20:32,963 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376022128 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376022128,5,FailOnTimeoutGroup] 2024-12-05T05:20:32,963 INFO [M:0;8edcaf2ecc84:39359 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:20:32,963 INFO [M:0;8edcaf2ecc84:39359 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:20:32,963 DEBUG [M:0;8edcaf2ecc84:39359 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:20:32,963 INFO [M:0;8edcaf2ecc84:39359 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:20:32,963 INFO [M:0;8edcaf2ecc84:39359 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:20:32,963 INFO [M:0;8edcaf2ecc84:39359 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:20:32,963 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:20:32,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647983836/master 2024-12-05T05:20:32,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:32,973 DEBUG [M:0;8edcaf2ecc84:39359 {}] zookeeper.ZKUtil(347): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Unable to get data of znode /0-647983836/master because node does not exist (not an error) 2024-12-05T05:20:32,973 WARN [M:0;8edcaf2ecc84:39359 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:20:32,974 INFO [M:0;8edcaf2ecc84:39359 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/.lastflushedseqids 2024-12-05T05:20:32,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741842_1018 (size=181) 2024-12-05T05:20:33,052 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:33,052 INFO [RS:0;8edcaf2ecc84:43093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:20:33,052 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x101a3ef019a0001, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:33,052 INFO [RS:0;8edcaf2ecc84:43093 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,43093,1733376020116; zookeeper connection closed. 2024-12-05T05:20:33,053 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d544990 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d544990 2024-12-05T05:20:33,053 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:20:33,379 INFO [M:0;8edcaf2ecc84:39359 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:20:33,379 INFO [M:0;8edcaf2ecc84:39359 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:20:33,379 DEBUG [M:0;8edcaf2ecc84:39359 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:20:33,379 INFO [M:0;8edcaf2ecc84:39359 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:33,380 DEBUG [M:0;8edcaf2ecc84:39359 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:33,380 DEBUG [M:0;8edcaf2ecc84:39359 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:20:33,380 DEBUG [M:0;8edcaf2ecc84:39359 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:33,380 INFO [M:0;8edcaf2ecc84:39359 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T05:20:33,402 DEBUG [M:0;8edcaf2ecc84:39359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2e2db233200446c9ec1fd3c4c314909 is 82, key is hbase:meta,,1/info:regioninfo/1733376023407/Put/seqid=0 2024-12-05T05:20:33,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741843_1019 (size=5672) 2024-12-05T05:20:33,810 INFO [M:0;8edcaf2ecc84:39359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2e2db233200446c9ec1fd3c4c314909 2024-12-05T05:20:33,836 DEBUG [M:0;8edcaf2ecc84:39359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/923661a0f0db45298bcc2b27ed162991 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733376030095/Put/seqid=0 2024-12-05T05:20:33,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741844_1020 (size=7203) 2024-12-05T05:20:34,137 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:20:34,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:34,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:34,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:34,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:34,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:34,242 INFO [M:0;8edcaf2ecc84:39359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/923661a0f0db45298bcc2b27ed162991 2024-12-05T05:20:34,264 DEBUG [M:0;8edcaf2ecc84:39359 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ff23504384c497a8629d33acf37eb59 is 69, key is 8edcaf2ecc84,43093,1733376020116/rs:state/1733376022187/Put/seqid=0 2024-12-05T05:20:34,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741845_1021 (size=5156) 2024-12-05T05:20:34,668 INFO [M:0;8edcaf2ecc84:39359 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ff23504384c497a8629d33acf37eb59 2024-12-05T05:20:34,673 DEBUG [M:0;8edcaf2ecc84:39359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2e2db233200446c9ec1fd3c4c314909 as hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2e2db233200446c9ec1fd3c4c314909 2024-12-05T05:20:34,678 INFO [M:0;8edcaf2ecc84:39359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2e2db233200446c9ec1fd3c4c314909, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T05:20:34,679 DEBUG [M:0;8edcaf2ecc84:39359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/923661a0f0db45298bcc2b27ed162991 as hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/923661a0f0db45298bcc2b27ed162991 2024-12-05T05:20:34,683 INFO [M:0;8edcaf2ecc84:39359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/923661a0f0db45298bcc2b27ed162991, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T05:20:34,684 DEBUG [M:0;8edcaf2ecc84:39359 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ff23504384c497a8629d33acf37eb59 as hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ff23504384c497a8629d33acf37eb59 2024-12-05T05:20:34,689 INFO [M:0;8edcaf2ecc84:39359 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ff23504384c497a8629d33acf37eb59, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T05:20:34,690 INFO [M:0;8edcaf2ecc84:39359 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=70, compaction requested=false 2024-12-05T05:20:34,692 INFO [M:0;8edcaf2ecc84:39359 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:34,692 DEBUG [M:0;8edcaf2ecc84:39359 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376033379Disabling compacts and flushes for region at 1733376033379Disabling writes for close at 1733376033380 (+1 ms)Obtaining lock to block concurrent updates at 1733376033380Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376033380Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733376033380Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376033381 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376033381Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376033401 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376033401Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376033816 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376033835 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376033835Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376034246 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376034263 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376034263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633ed38f: reopening flushed file at 1733376034672 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@922ca10: reopening flushed file at 1733376034678 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50da2cf6: reopening flushed file at 1733376034683 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=70, compaction requested=false at 1733376034690 (+7 ms)Writing region close event to WAL at 1733376034692 (+2 ms)Closed at 1733376034692 2024-12-05T05:20:34,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741830_1006 (size=41008) 2024-12-05T05:20:34,694 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/WALs/8edcaf2ecc84,39359,1733376019900/8edcaf2ecc84%2C39359%2C1733376019900.1733376021880 not finished, retry = 0 2024-12-05T05:20:34,795 INFO [M:0;8edcaf2ecc84:39359 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:20:34,795 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:20:34,795 INFO [M:0;8edcaf2ecc84:39359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39359 2024-12-05T05:20:34,796 INFO [M:0;8edcaf2ecc84:39359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:20:34,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:34,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39359-0x101a3ef019a0000, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:34,978 INFO [M:0;8edcaf2ecc84:39359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:20:34,980 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:20:34,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:34,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:34,980 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:20:34,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:34,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:20:34,980 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:20:34,981 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:20:34,981 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42777 2024-12-05T05:20:34,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42777 connecting to ZooKeeper ensemble=127.0.0.1:51185 2024-12-05T05:20:34,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427770x0, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:20:34,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42777-0x101a3ef019a0006 connected 2024-12-05T05:20:35,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:35,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:35,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on znode that does not yet exist, /0-647983836/running 2024-12-05T05:20:35,011 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647983836/meta-region-server: INIT 2024-12-05T05:20:35,011 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea, hbase.cluster.distributed=false 2024-12-05T05:20:35,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on znode that does not yet exist, /0-647983836/acl 2024-12-05T05:20:35,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42777 2024-12-05T05:20:35,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42777 2024-12-05T05:20:35,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42777 2024-12-05T05:20:35,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42777 2024-12-05T05:20:35,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42777 2024-12-05T05:20:35,031 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:20:35,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:35,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:35,031 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:20:35,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:35,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:20:35,032 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:20:35,032 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:20:35,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42313 2024-12-05T05:20:35,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42313 connecting to ZooKeeper ensemble=127.0.0.1:51185 2024-12-05T05:20:35,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:35,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:35,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423130x0, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:20:35,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423130x0, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on znode that does not yet exist, /0-647983836/running 2024-12-05T05:20:35,057 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647983836/meta-region-server: INIT 2024-12-05T05:20:35,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42313-0x101a3ef019a0007 connected 2024-12-05T05:20:35,058 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:20:35,060 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:20:35,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on znode that does not yet exist, /0-647983836/master 2024-12-05T05:20:35,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on znode that does not yet exist, /0-647983836/acl 2024-12-05T05:20:35,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42313 2024-12-05T05:20:35,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42313 2024-12-05T05:20:35,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42313 2024-12-05T05:20:35,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42313 2024-12-05T05:20:35,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42313 2024-12-05T05:20:35,091 DEBUG [M:0;8edcaf2ecc84:42777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:42777 2024-12-05T05:20:35,092 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-647983836/backup-masters/8edcaf2ecc84,42777,1733376034980 2024-12-05T05:20:35,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836/backup-masters 2024-12-05T05:20:35,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836/backup-masters 2024-12-05T05:20:35,104 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on existing znode=/0-647983836/backup-masters/8edcaf2ecc84,42777,1733376034980 2024-12-05T05:20:35,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-647983836/master 2024-12-05T05:20:35,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:35,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:35,116 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on existing znode=/0-647983836/master 2024-12-05T05:20:35,116 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-647983836/backup-masters/8edcaf2ecc84,42777,1733376034980 from backup master directory 2024-12-05T05:20:35,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647983836/backup-masters/8edcaf2ecc84,42777,1733376034980 2024-12-05T05:20:35,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836/backup-masters 2024-12-05T05:20:35,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836/backup-masters 2024-12-05T05:20:35,125 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:20:35,125 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,42777,1733376034980 2024-12-05T05:20:35,138 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:35,138 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:20:35,144 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-12-05T05:20:35,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741846_1022 (size=196) 2024-12-05T05:20:35,566 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:20:35,567 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:20:35,567 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:35,572 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T05:20:35,575 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/WALs/8edcaf2ecc84,39359,1733376019900 to hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/WALs/8edcaf2ecc84,39359,1733376019900-dead as it is dead 2024-12-05T05:20:35,575 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/WALs/8edcaf2ecc84,39359,1733376019900-dead/8edcaf2ecc84%2C39359%2C1733376019900.1733376021880 2024-12-05T05:20:35,576 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/WALs/8edcaf2ecc84,39359,1733376019900-dead/8edcaf2ecc84%2C39359%2C1733376019900.1733376021880 after 1ms 2024-12-05T05:20:35,576 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/WALs/8edcaf2ecc84,39359,1733376019900-dead/8edcaf2ecc84%2C39359%2C1733376019900.1733376021880 to hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8edcaf2ecc84%2C39359%2C1733376019900.1733376021880 2024-12-05T05:20:35,576 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/WALs/8edcaf2ecc84,39359,1733376019900-dead 2024-12-05T05:20:35,577 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/WALs/8edcaf2ecc84,42777,1733376034980 2024-12-05T05:20:35,577 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:20:35,578 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C42777%2C1733376034980, suffix=, logDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/WALs/8edcaf2ecc84,42777,1733376034980, archiveDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/oldWALs, maxLogs=10 2024-12-05T05:20:35,589 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/WALs/8edcaf2ecc84,42777,1733376034980/8edcaf2ecc84%2C42777%2C1733376034980.1733376035579, exclude list is [], retry=0 2024-12-05T05:20:35,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35987,DS-78c6400b-5bbe-421a-a6a7-d26806197c03,DISK] 2024-12-05T05:20:35,592 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/WALs/8edcaf2ecc84,42777,1733376034980/8edcaf2ecc84%2C42777%2C1733376034980.1733376035579 2024-12-05T05:20:35,593 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42165:42165)] 2024-12-05T05:20:35,593 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:20:35,593 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:35,593 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:35,593 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:35,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:35,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:20:35,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:35,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2e2db233200446c9ec1fd3c4c314909 2024-12-05T05:20:35,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:35,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:35,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:20:35,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:35,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/923661a0f0db45298bcc2b27ed162991 2024-12-05T05:20:35,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:35,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:35,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:20:35,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:35,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ff23504384c497a8629d33acf37eb59 2024-12-05T05:20:35,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:35,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:35,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:20:35,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:35,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:35,624 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:35,624 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T05:20:35,624 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8edcaf2ecc84%2C39359%2C1733376019900.1733376021880 2024-12-05T05:20:35,630 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8edcaf2ecc84%2C39359%2C1733376019900.1733376021880 2024-12-05T05:20:35,630 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8edcaf2ecc84%2C39359%2C1733376019900.1733376021880 2024-12-05T05:20:35,632 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:35,632 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:35,632 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:20:35,633 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:35,635 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-05T05:20:35,636 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58904566, jitterRate=-0.12225356698036194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:20:35,636 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376035593Initializing all the Stores at 1733376035594 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376035594Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376035594Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376035594Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376035594Cleaning up temporary data from old regions at 1733376035632 (+38 ms)Region opened successfully at 1733376035636 (+4 ms) 2024-12-05T05:20:35,636 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:20:35,639 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a27293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:20:35,641 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T05:20:35,641 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:20:35,641 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:20:35,641 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:20:35,642 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:20:35,645 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:35,645 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:20:35,646 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:20:35,646 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-05T05:20:35,646 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:20:35,649 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8edcaf2ecc84,43093,1733376020116, regionLocation=8edcaf2ecc84,43093,1733376020116, openSeqNum=2 2024-12-05T05:20:35,649 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8edcaf2ecc84,43093,1733376020116, table=hbase:meta, region=1588230740 2024-12-05T05:20:35,649 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,43093,1733376020116, state=OPEN 2024-12-05T05:20:35,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-647983836/meta-region-server 2024-12-05T05:20:35,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-647983836/meta-region-server 2024-12-05T05:20:35,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647983836/meta-region-server: CHANGED 2024-12-05T05:20:35,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647983836/meta-region-server: CHANGED 2024-12-05T05:20:35,702 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:20:35,714 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647983836/draining/8edcaf2ecc84,43093,1733376020116 already deleted, retry=false 2024-12-05T05:20:35,714 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 8edcaf2ecc84,43093,1733376020116 on 8edcaf2ecc84,42777,1733376034980 2024-12-05T05:20:35,716 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8edcaf2ecc84,43093,1733376020116, splitWal=true, meta=true 2024-12-05T05:20:35,716 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 8edcaf2ecc84,43093,1733376020116 (carryingMeta=true) 8edcaf2ecc84,43093,1733376020116/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@44fcc4f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T05:20:35,717 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Unable to get data of znode /0-647983836/balancer because node does not exist (not necessarily an error) 2024-12-05T05:20:35,725 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647983836/balancer already deleted, retry=false 2024-12-05T05:20:35,725 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:20:35,726 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Unable to get data of znode /0-647983836/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:20:35,735 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647983836/normalizer already deleted, retry=false 2024-12-05T05:20:35,736 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:20:35,737 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Unable to get data of znode /0-647983836/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:20:35,746 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647983836/switch/split already deleted, retry=false 2024-12-05T05:20:35,747 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Unable to get data of znode /0-647983836/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:20:35,756 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647983836/switch/merge already deleted, retry=false 2024-12-05T05:20:35,769 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Unable to get data of znode /0-647983836/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:20:35,777 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-647983836/snapshot-cleanup already deleted, retry=false 2024-12-05T05:20:35,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-647983836/running 2024-12-05T05:20:35,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-647983836/running 2024-12-05T05:20:35,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:35,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:35,789 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,42777,1733376034980, sessionid=0x101a3ef019a0006, setting cluster-up flag (Was=false) 2024-12-05T05:20:35,799 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-647983836/flush-table-proc/acquired, /0-647983836/flush-table-proc/reached, /0-647983836/flush-table-proc/abort 2024-12-05T05:20:35,800 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,42777,1733376034980 2024-12-05T05:20:35,810 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-647983836/online-snapshot/acquired, /0-647983836/online-snapshot/reached, /0-647983836/online-snapshot/abort 2024-12-05T05:20:35,810 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,42777,1733376034980 2024-12-05T05:20:35,811 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/.lastflushedseqids 2024-12-05T05:20:35,813 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:20:35,814 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:20:35,814 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,42777,1733376034980 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 8edcaf2ecc84,43093,1733376020116 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:20:35,815 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:35,815 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:35,815 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:35,815 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:35,815 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:20:35,815 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:35,815 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:20:35,815 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:35,816 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376065816 2024-12-05T05:20:35,816 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:20:35,816 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:20:35,816 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:20:35,816 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:20:35,816 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:20:35,816 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:20:35,816 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8edcaf2ecc84,43093,1733376020116, splitWal=true, meta=true 2024-12-05T05:20:35,817 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8edcaf2ecc84,43093,1733376020116, splitWal=true, meta=true, isMeta: true 2024-12-05T05:20:35,818 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116-splitting 2024-12-05T05:20:35,818 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116-splitting dir is empty, no logs to split. 2024-12-05T05:20:35,818 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8edcaf2ecc84,43093,1733376020116 WAL count=0, meta=true 2024-12-05T05:20:35,820 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116-splitting dir is empty, no logs to split. 2024-12-05T05:20:35,820 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8edcaf2ecc84,43093,1733376020116 WAL count=0, meta=true 2024-12-05T05:20:35,820 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8edcaf2ecc84,43093,1733376020116 WAL splitting is done? wals=0, meta=true 2024-12-05T05:20:35,820 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:35,820 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:20:35,820 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:20:35,821 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:20:35,821 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:20:35,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:20:35,821 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:20:35,821 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:20:35,821 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376035821,5,FailOnTimeoutGroup] 2024-12-05T05:20:35,822 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:20:35,822 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T05:20:35,824 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376035821,5,FailOnTimeoutGroup] 2024-12-05T05:20:35,824 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:35,824 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:20:35,824 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:35,824 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:35,824 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376035824, completionTime=-1 2024-12-05T05:20:35,824 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T05:20:35,824 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T05:20:35,878 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer(746): ClusterId : 3fadbab6-3017-4b9b-8e9f-8ad8f7928cbc 2024-12-05T05:20:35,878 DEBUG [RS:0;8edcaf2ecc84:42313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:20:35,889 DEBUG [RS:0;8edcaf2ecc84:42313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:20:35,889 DEBUG [RS:0;8edcaf2ecc84:42313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:20:35,899 DEBUG [RS:0;8edcaf2ecc84:42313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:20:35,900 DEBUG [RS:0;8edcaf2ecc84:42313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12734f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:20:35,909 DEBUG [RS:0;8edcaf2ecc84:42313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:42313 2024-12-05T05:20:35,909 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:20:35,909 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:20:35,909 DEBUG [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:20:35,910 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,42777,1733376034980 with port=42313, startcode=1733376035031 2024-12-05T05:20:35,910 DEBUG [RS:0;8edcaf2ecc84:42313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:20:35,911 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:20:35,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,42313,1733376035031 2024-12-05T05:20:35,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42777 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,42313,1733376035031 2024-12-05T05:20:35,913 DEBUG [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea 2024-12-05T05:20:35,913 DEBUG [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45373 2024-12-05T05:20:35,913 DEBUG [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:20:35,924 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T05:20:35,972 WARN [8edcaf2ecc84:42777 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T05:20:35,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836/rs 2024-12-05T05:20:35,978 DEBUG [RS:0;8edcaf2ecc84:42313 {}] zookeeper.ZKUtil(111): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on existing znode=/0-647983836/rs/8edcaf2ecc84,42313,1733376035031 2024-12-05T05:20:35,978 WARN [RS:0;8edcaf2ecc84:42313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:20:35,978 INFO [RS:0;8edcaf2ecc84:42313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:35,978 DEBUG [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031 2024-12-05T05:20:35,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,42313,1733376035031] 2024-12-05T05:20:35,995 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:20:35,996 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:20:35,996 INFO [RS:0;8edcaf2ecc84:42313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:20:35,996 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:35,996 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:20:35,997 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:20:35,997 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:35,997 DEBUG [RS:0;8edcaf2ecc84:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:35,997 DEBUG [RS:0;8edcaf2ecc84:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:35,997 DEBUG [RS:0;8edcaf2ecc84:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:35,997 DEBUG [RS:0;8edcaf2ecc84:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:35,997 DEBUG [RS:0;8edcaf2ecc84:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:35,997 DEBUG [RS:0;8edcaf2ecc84:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:20:35,997 DEBUG [RS:0;8edcaf2ecc84:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:35,997 DEBUG [RS:0;8edcaf2ecc84:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:35,997 DEBUG [RS:0;8edcaf2ecc84:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:35,997 DEBUG [RS:0;8edcaf2ecc84:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:35,997 DEBUG [RS:0;8edcaf2ecc84:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:35,997 DEBUG [RS:0;8edcaf2ecc84:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:35,997 DEBUG [RS:0;8edcaf2ecc84:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:20:35,997 DEBUG [RS:0;8edcaf2ecc84:42313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:20:35,998 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:35,998 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:35,998 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:35,998 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:35,998 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:35,998 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,42313,1733376035031-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:20:36,009 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:20:36,009 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,42313,1733376035031-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:36,023 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,42313,1733376035031, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:20:36,023 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:36,023 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.Replication(171): 8edcaf2ecc84,42313,1733376035031 started 2024-12-05T05:20:36,037 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource,1-8edcaf2ecc84,42313,1733376035031 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:40137' 2024-12-05T05:20:36,037 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:36,038 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,42313,1733376035031, RpcServer on 8edcaf2ecc84/172.17.0.3:42313, sessionid=0x101a3ef019a0007 2024-12-05T05:20:36,038 DEBUG [RS:0;8edcaf2ecc84:42313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:20:36,038 DEBUG [RS:0;8edcaf2ecc84:42313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,42313,1733376035031 2024-12-05T05:20:36,038 DEBUG [RS:0;8edcaf2ecc84:42313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,42313,1733376035031' 2024-12-05T05:20:36,038 DEBUG [RS:0;8edcaf2ecc84:42313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-647983836/flush-table-proc/abort' 2024-12-05T05:20:36,038 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource,1-8edcaf2ecc84,42313,1733376035031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22d01078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:36,038 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource,1-8edcaf2ecc84,42313,1733376035031 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,40137,-1 for getting cluster id 2024-12-05T05:20:36,038 DEBUG [RS:0;8edcaf2ecc84:42313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-647983836/flush-table-proc/acquired' 2024-12-05T05:20:36,039 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource,1-8edcaf2ecc84,42313,1733376035031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:20:36,039 DEBUG [RS:0;8edcaf2ecc84:42313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:20:36,039 DEBUG [RS:0;8edcaf2ecc84:42313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:20:36,039 DEBUG [RS:0;8edcaf2ecc84:42313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,42313,1733376035031 2024-12-05T05:20:36,039 DEBUG [RS:0;8edcaf2ecc84:42313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,42313,1733376035031' 2024-12-05T05:20:36,039 DEBUG [RS:0;8edcaf2ecc84:42313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-647983836/online-snapshot/abort' 2024-12-05T05:20:36,039 DEBUG [RS:0;8edcaf2ecc84:42313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-647983836/online-snapshot/acquired' 2024-12-05T05:20:36,039 DEBUG [RS:0;8edcaf2ecc84:42313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:20:36,040 INFO [RS:0;8edcaf2ecc84:42313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:20:36,040 INFO [RS:0;8edcaf2ecc84:42313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:20:36,040 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd25f891f-5736-4217-862e-62556d773760' 2024-12-05T05:20:36,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:20:36,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d25f891f-5736-4217-862e-62556d773760" 2024-12-05T05:20:36,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33e50141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:36,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,40137,-1] 2024-12-05T05:20:36,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:20:36,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:36,042 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:20:36,043 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource,1-8edcaf2ecc84,42313,1733376035031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67519d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:36,043 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource,1-8edcaf2ecc84,42313,1733376035031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:20:36,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,40137,1733376025519 2024-12-05T05:20:36,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ade2b0 2024-12-05T05:20:36,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:20:36,045 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-05T05:20:36,045 INFO [RS:0;8edcaf2ecc84:42313.replicationSource,1-8edcaf2ecc84,42313,1733376035031 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,42313,1733376035031 (queues=0) is replicating from cluster=3fadbab6-3017-4b9b-8e9f-8ad8f7928cbc to cluster=d25f891f-5736-4217-862e-62556d773760 2024-12-05T05:20:36,140 INFO [RS:0;8edcaf2ecc84:42313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:20:36,141 INFO [RS:0;8edcaf2ecc84:42313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C42313%2C1733376035031, suffix=, logDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031, archiveDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/oldWALs, maxLogs=10 2024-12-05T05:20:36,154 DEBUG [RS:0;8edcaf2ecc84:42313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.1733376036142, exclude list is [], retry=0 2024-12-05T05:20:36,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35987,DS-78c6400b-5bbe-421a-a6a7-d26806197c03,DISK] 2024-12-05T05:20:36,167 INFO [RS:0;8edcaf2ecc84:42313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.1733376036142 2024-12-05T05:20:36,167 DEBUG [RS:0;8edcaf2ecc84:42313 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8edcaf2ecc84%2C42313%2C1733376035031 for peer 1 2024-12-05T05:20:36,168 DEBUG [RS:0;8edcaf2ecc84:42313 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C42313%2C1733376035031 2024-12-05T05:20:36,168 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,42313,1733376035031, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:20:36,168 DEBUG [RS:0;8edcaf2ecc84:42313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42165:42165)] 2024-12-05T05:20:36,168 INFO [RS:0;8edcaf2ecc84:42313.replicationSource.shipper8edcaf2ecc84%2C42313%2C1733376035031,1-8edcaf2ecc84,42313,1733376035031 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C42313%2C1733376035031 2024-12-05T05:20:36,168 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource.wal-reader.8edcaf2ecc84%2C42313%2C1733376035031,1-8edcaf2ecc84,42313,1733376035031 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.1733376036142, startPosition=0, beingWritten=true 2024-12-05T05:20:36,223 DEBUG [8edcaf2ecc84:42777 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:20:36,223 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,42313,1733376035031 2024-12-05T05:20:36,224 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,42313,1733376035031, state=OPENING 2024-12-05T05:20:36,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-647983836/meta-region-server 2024-12-05T05:20:36,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-647983836/meta-region-server 2024-12-05T05:20:36,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647983836/meta-region-server: CHANGED 2024-12-05T05:20:36,241 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:20:36,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647983836/meta-region-server: CHANGED 2024-12-05T05:20:36,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,42313,1733376035031}] 2024-12-05T05:20:36,381 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource.wal-reader.8edcaf2ecc84%2C42313%2C1733376035031,1-8edcaf2ecc84,42313,1733376035031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.1733376036142 to pos 0, reset compression=false 2024-12-05T05:20:36,392 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:20:36,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:20:36,407 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:20:36,407 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:36,408 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:20:36,409 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C42313%2C1733376035031.meta, suffix=.meta, logDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031, archiveDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/oldWALs, maxLogs=10 2024-12-05T05:20:36,424 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.meta.1733376036409.meta, exclude list is [], retry=0 2024-12-05T05:20:36,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35987,DS-78c6400b-5bbe-421a-a6a7-d26806197c03,DISK] 2024-12-05T05:20:36,428 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.meta.1733376036409.meta 2024-12-05T05:20:36,428 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42165:42165)] 2024-12-05T05:20:36,428 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:20:36,429 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:20:36,429 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:20:36,429 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:20:36,429 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:20:36,429 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:20:36,429 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:36,429 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:20:36,429 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:20:36,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:20:36,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:20:36,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:36,437 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/info/2299257825ee469d84aeacd3bfd51e88 2024-12-05T05:20:36,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:36,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:20:36,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:20:36,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:36,446 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/ns/ccae8a961d284fc7b2474085447fc010 2024-12-05T05:20:36,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:36,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:20:36,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:20:36,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:36,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:36,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:20:36,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:20:36,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:36,457 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/table/17d393d8e8ce45c6aa340d2e73491988 2024-12-05T05:20:36,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:36,458 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:20:36,459 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740 2024-12-05T05:20:36,460 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740 2024-12-05T05:20:36,461 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:20:36,461 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:20:36,461 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:20:36,463 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:20:36,464 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61907769, jitterRate=-0.07750235497951508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:20:36,464 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:20:36,464 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376036429Writing region info on filesystem at 1733376036429Initializing all the Stores at 1733376036430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376036430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376036430Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376036430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376036430Cleaning up temporary data from old regions at 1733376036461 (+31 ms)Running coprocessor post-open hooks at 1733376036464 (+3 ms)Region opened successfully at 1733376036464 2024-12-05T05:20:36,465 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733376036392 2024-12-05T05:20:36,467 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:20:36,467 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:20:36,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=8edcaf2ecc84,42313,1733376035031 2024-12-05T05:20:36,469 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,42313,1733376035031, state=OPEN 2024-12-05T05:20:36,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-647983836/meta-region-server 2024-12-05T05:20:36,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-647983836/meta-region-server 2024-12-05T05:20:36,478 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,42313,1733376035031 2024-12-05T05:20:36,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647983836/meta-region-server: CHANGED 2024-12-05T05:20:36,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-647983836/meta-region-server: CHANGED 2024-12-05T05:20:36,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-05T05:20:36,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,42313,1733376035031 in 237 msec 2024-12-05T05:20:36,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T05:20:36,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-12-05T05:20:36,687 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource.wal-reader.8edcaf2ecc84%2C42313%2C1733376035031,1-8edcaf2ecc84,42313,1733376035031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.1733376036142 to pos 0, reset compression=false 2024-12-05T05:20:37,091 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource.wal-reader.8edcaf2ecc84%2C42313%2C1733376035031,1-8edcaf2ecc84,42313,1733376035031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.1733376036142 to pos 0, reset compression=false 2024-12-05T05:20:37,427 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-05T05:20:37,596 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource.wal-reader.8edcaf2ecc84%2C42313%2C1733376035031,1-8edcaf2ecc84,42313,1733376035031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.1733376036142 to pos 0, reset compression=false 2024-12-05T05:20:38,202 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource.wal-reader.8edcaf2ecc84%2C42313%2C1733376035031,1-8edcaf2ecc84,42313,1733376035031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.1733376036142 to pos 0, reset compression=false 2024-12-05T05:20:38,906 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource.wal-reader.8edcaf2ecc84%2C42313%2C1733376035031,1-8edcaf2ecc84,42313,1733376035031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.1733376036142 to pos 0, reset compression=false 2024-12-05T05:20:38,930 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-12-05T05:20:39,710 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource.wal-reader.8edcaf2ecc84%2C42313%2C1733376035031,1-8edcaf2ecc84,42313,1733376035031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.1733376036142 to pos 0, reset compression=false 2024-12-05T05:20:40,332 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T05:20:40,332 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:20:40,332 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:20:40,332 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,42313,1733376035031, seqNum=-1] 2024-12-05T05:20:40,333 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:20:40,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:20:40,337 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=895bd3ddaef940386a46faf1443fb92f, regionState=OPEN, lastHost=8edcaf2ecc84,43093,1733376020116, regionLocation=8edcaf2ecc84,43093,1733376020116, openSeqNum=2 2024-12-05T05:20:40,338 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:20:40,338 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376100338 2024-12-05T05:20:40,338 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376160338 2024-12-05T05:20:40,338 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-05T05:20:40,338 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 8edcaf2ecc84,43093,1733376020116 had 2 regions 2024-12-05T05:20:40,338 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,42777,1733376034980-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:40,338 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,42777,1733376034980-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:40,338 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,42777,1733376034980-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:40,338 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:42777, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:40,338 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:40,338 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:40,339 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8edcaf2ecc84,43093,1733376020116, splitWal=true, meta=true, isMeta: false 2024-12-05T05:20:40,341 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116-splitting dir is empty, no logs to split. 2024-12-05T05:20:40,341 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8edcaf2ecc84,43093,1733376020116 WAL count=0, meta=false 2024-12-05T05:20:40,343 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,43093,1733376020116-splitting dir is empty, no logs to split. 2024-12-05T05:20:40,344 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8edcaf2ecc84,43093,1733376020116 WAL count=0, meta=false 2024-12-05T05:20:40,344 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 8edcaf2ecc84,43093,1733376020116 WAL splitting is done? wals=0, meta=false 2024-12-05T05:20:40,346 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.221sec 2024-12-05T05:20:40,346 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:20:40,346 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:20:40,346 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:20:40,346 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:20:40,346 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:20:40,346 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,42777,1733376034980-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:20:40,346 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,42777,1733376034980-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:20:40,348 WARN [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=8edcaf2ecc84,43093,1733376020116/hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:40,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=895bd3ddaef940386a46faf1443fb92f, ASSIGN}] 2024-12-05T05:20:40,349 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:20:40,349 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:20:40,349 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,42777,1733376034980-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:40,350 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=895bd3ddaef940386a46faf1443fb92f, ASSIGN 2024-12-05T05:20:40,350 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=895bd3ddaef940386a46faf1443fb92f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T05:20:40,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef7aa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:40,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,42777,-1 for getting cluster id 2024-12-05T05:20:40,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:20:40,383 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fadbab6-3017-4b9b-8e9f-8ad8f7928cbc' 2024-12-05T05:20:40,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:20:40,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fadbab6-3017-4b9b-8e9f-8ad8f7928cbc" 2024-12-05T05:20:40,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482741cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:40,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,42777,-1] 2024-12-05T05:20:40,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:20:40,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:40,385 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:20:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf23514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:40,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:20:40,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,42313,1733376035031, seqNum=-1] 2024-12-05T05:20:40,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:20:40,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:20:40,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T05:20:40,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:20:40,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:40,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:40,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:40,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:20:40,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 8edcaf2ecc84:42777 after: 8edcaf2ecc84:42777 2024-12-05T05:20:40,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3885e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:40,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,42777,-1 for getting cluster id 2024-12-05T05:20:40,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:20:40,393 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3fadbab6-3017-4b9b-8e9f-8ad8f7928cbc' 2024-12-05T05:20:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:20:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3fadbab6-3017-4b9b-8e9f-8ad8f7928cbc" 2024-12-05T05:20:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f143c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,42777,-1] 2024-12-05T05:20:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:20:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:40,394 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:20:40,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2efc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:40,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:20:40,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,42777,1733376034980 2024-12-05T05:20:40,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28238c23 2024-12-05T05:20:40,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:20:40,397 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:20:40,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42777 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T05:20:40,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:20:40,397 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:20:40,397 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:40,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:40,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:40,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:20:40,398 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:20:40,398 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1482413944, stopped=false 2024-12-05T05:20:40,398 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,40137,1733376025519 2024-12-05T05:20:40,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11793717654/running 2024-12-05T05:20:40,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11793717654/running 2024-12-05T05:20:40,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654 2024-12-05T05:20:40,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654 2024-12-05T05:20:40,488 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:20:40,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:20:40,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:40,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:40,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Set watcher on znode that does not yet exist, /11793717654/running 2024-12-05T05:20:40,489 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,45657,1733376025634' ***** 2024-12-05T05:20:40,489 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:20:40,489 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:20:40,489 INFO [RS:0;8edcaf2ecc84:45657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:20:40,489 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:20:40,489 INFO [RS:0;8edcaf2ecc84:45657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:20:40,489 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,45657,1733376025634 2024-12-05T05:20:40,489 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:20:40,489 INFO [RS:0;8edcaf2ecc84:45657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:45657. 2024-12-05T05:20:40,489 DEBUG [RS:0;8edcaf2ecc84:45657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:40,489 DEBUG [RS:0;8edcaf2ecc84:45657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:40,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Set watcher on znode that does not yet exist, /11793717654/running 2024-12-05T05:20:40,489 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:20:40,489 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:20:40,489 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:20:40,489 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:20:40,489 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T05:20:40,489 DEBUG [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T05:20:40,490 DEBUG [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:40,490 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:20:40,490 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:20:40,490 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:20:40,490 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:20:40,490 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:20:40,490 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T05:20:40,496 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:20:40,500 DEBUG [8edcaf2ecc84:42777 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:20:40,501 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=895bd3ddaef940386a46faf1443fb92f, regionState=OPENING, regionLocation=8edcaf2ecc84,42313,1733376035031 2024-12-05T05:20:40,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=895bd3ddaef940386a46faf1443fb92f, ASSIGN because future has completed 2024-12-05T05:20:40,504 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/data/hbase/meta/1588230740/.tmp/ns/e572ae538e0d41438ecbfc2ab2ce6742 is 43, key is default/ns:d/1733376028686/Put/seqid=0 2024-12-05T05:20:40,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 895bd3ddaef940386a46faf1443fb92f, server=8edcaf2ecc84,42313,1733376035031}] 2024-12-05T05:20:40,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33751 is added to blk_1073741835_1011 (size=5153) 2024-12-05T05:20:40,579 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:20:40,579 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:20:40,618 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource.wal-reader.8edcaf2ecc84%2C42313%2C1733376035031,1-8edcaf2ecc84,42313,1733376035031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.1733376036142 to pos 0, reset compression=false 2024-12-05T05:20:40,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:40,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:40,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:20:40,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C42313%2C1733376035031.rep, suffix=, logDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031, archiveDir=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/oldWALs, maxLogs=10 2024-12-05T05:20:40,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.rep.1733376040662, exclude list is [], retry=0 2024-12-05T05:20:40,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35987,DS-78c6400b-5bbe-421a-a6a7-d26806197c03,DISK] 2024-12-05T05:20:40,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.rep.1733376040662 2024-12-05T05:20:40,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42165:42165)] 2024-12-05T05:20:40,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 895bd3ddaef940386a46faf1443fb92f, NAME => 'hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:20:40,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:20:40,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:20:40,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. service=MultiRowMutationService 2024-12-05T05:20:40,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:20:40,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:40,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:40,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:40,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:40,678 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:40,679 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 895bd3ddaef940386a46faf1443fb92f columnFamilyName hfileref 2024-12-05T05:20:40,679 DEBUG [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:40,679 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] regionserver.HStore(327): Store=895bd3ddaef940386a46faf1443fb92f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:40,679 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:40,680 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 895bd3ddaef940386a46faf1443fb92f columnFamilyName queue 2024-12-05T05:20:40,680 DEBUG [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:40,685 DEBUG [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/replication/895bd3ddaef940386a46faf1443fb92f/queue/90ec2100e22444cc900def564bb254c5 2024-12-05T05:20:40,685 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] regionserver.HStore(327): Store=895bd3ddaef940386a46faf1443fb92f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:40,685 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:40,686 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 895bd3ddaef940386a46faf1443fb92f columnFamilyName sid 2024-12-05T05:20:40,686 DEBUG [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:40,686 INFO [StoreOpener-895bd3ddaef940386a46faf1443fb92f-1 {}] regionserver.HStore(327): Store=895bd3ddaef940386a46faf1443fb92f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:40,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:40,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/replication/895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:40,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/replication/895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:40,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:40,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:40,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:20:40,690 DEBUG [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:40,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:40,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 895bd3ddaef940386a46faf1443fb92f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74718001, jitterRate=0.11338497698307037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:20:40,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:40,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 895bd3ddaef940386a46faf1443fb92f: Running coprocessor pre-open hook at 1733376040677Writing region info on filesystem at 1733376040677Initializing all the Stores at 1733376040677Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376040678 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376040678Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376040678Cleaning up temporary data from old regions at 1733376040689 (+11 ms)Running coprocessor post-open hooks at 1733376040691 (+2 ms)Region opened successfully at 1733376040692 (+1 ms) 2024-12-05T05:20:40,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f., pid=13, masterSystemTime=1733376040656 2024-12-05T05:20:40,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:40,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:40,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=895bd3ddaef940386a46faf1443fb92f, regionState=OPEN, openSeqNum=9, regionLocation=8edcaf2ecc84,42313,1733376035031 2024-12-05T05:20:40,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 895bd3ddaef940386a46faf1443fb92f, server=8edcaf2ecc84,42313,1733376035031 because future has completed 2024-12-05T05:20:40,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T05:20:40,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 895bd3ddaef940386a46faf1443fb92f, server=8edcaf2ecc84,42313,1733376035031 in 193 msec 2024-12-05T05:20:40,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-05T05:20:40,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=895bd3ddaef940386a46faf1443fb92f, ASSIGN in 351 msec 2024-12-05T05:20:40,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T05:20:40,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f., hostname=8edcaf2ecc84,42313,1733376035031, seqNum=9] 2024-12-05T05:20:40,717 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 8edcaf2ecc84,43093,1733376020116 2024-12-05T05:20:40,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T05:20:40,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-05T05:20:40,890 DEBUG [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:20:40,911 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/data/hbase/meta/1588230740/.tmp/ns/e572ae538e0d41438ecbfc2ab2ce6742 2024-12-05T05:20:40,921 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/data/hbase/meta/1588230740/.tmp/ns/e572ae538e0d41438ecbfc2ab2ce6742 as hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/data/hbase/meta/1588230740/ns/e572ae538e0d41438ecbfc2ab2ce6742 2024-12-05T05:20:40,926 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/data/hbase/meta/1588230740/ns/e572ae538e0d41438ecbfc2ab2ce6742, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T05:20:40,927 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false 2024-12-05T05:20:40,927 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:20:40,933 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T05:20:40,933 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:20:40,933 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:20:40,933 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:20:40,934 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376040490Running coprocessor pre-close hooks at 1733376040490Disabling compacts and flushes for region at 1733376040490Disabling writes for close at 1733376040490Obtaining lock to block concurrent updates at 1733376040490Preparing flush snapshotting stores in 1588230740 at 1733376040490Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733376040490Flushing stores of hbase:meta,,1.1588230740 at 1733376040490Flushing 1588230740/ns: creating writer at 1733376040491 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733376040503 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733376040504 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40e678d7: reopening flushed file at 1733376040920 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false at 1733376040927 (+7 ms)Writing region close event to WAL at 1733376040928 (+1 ms)Running coprocessor post-close hooks at 1733376040933 (+5 ms)Closed at 1733376040933 2024-12-05T05:20:40,934 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:20:41,090 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,45657,1733376025634; all regions closed. 2024-12-05T05:20:41,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33751 is added to blk_1073741834_1010 (size=1152) 2024-12-05T05:20:41,094 DEBUG [RS:0;8edcaf2ecc84:45657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/oldWALs 2024-12-05T05:20:41,094 INFO [RS:0;8edcaf2ecc84:45657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C45657%2C1733376025634.meta:.meta(num 1733376028621) 2024-12-05T05:20:41,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33751 is added to blk_1073741832_1008 (size=93) 2024-12-05T05:20:41,096 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/WALs/8edcaf2ecc84,45657,1733376025634/8edcaf2ecc84%2C45657%2C1733376025634.1733376027721 not finished, retry = 0 2024-12-05T05:20:41,199 DEBUG [RS:0;8edcaf2ecc84:45657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/oldWALs 2024-12-05T05:20:41,199 INFO [RS:0;8edcaf2ecc84:45657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C45657%2C1733376025634:(num 1733376027721) 2024-12-05T05:20:41,199 DEBUG [RS:0;8edcaf2ecc84:45657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:41,199 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:20:41,199 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:20:41,199 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T05:20:41,199 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:20:41,199 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:20:41,199 INFO [RS:0;8edcaf2ecc84:45657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45657 2024-12-05T05:20:41,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654/rs 2024-12-05T05:20:41,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11793717654/rs/8edcaf2ecc84,45657,1733376025634 2024-12-05T05:20:41,220 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:20:41,220 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,45657,1733376025634] 2024-12-05T05:20:41,240 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11793717654/draining/8edcaf2ecc84,45657,1733376025634 already deleted, retry=false 2024-12-05T05:20:41,241 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,45657,1733376025634 expired; onlineServers=0 2024-12-05T05:20:41,241 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,40137,1733376025519' ***** 2024-12-05T05:20:41,241 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:20:41,241 INFO [M:0;8edcaf2ecc84:40137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:20:41,241 INFO [M:0;8edcaf2ecc84:40137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:20:41,241 DEBUG [M:0;8edcaf2ecc84:40137 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:20:41,241 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:20:41,241 DEBUG [M:0;8edcaf2ecc84:40137 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:20:41,241 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376027433 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376027433,5,FailOnTimeoutGroup] 2024-12-05T05:20:41,241 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376027434 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376027434,5,FailOnTimeoutGroup] 2024-12-05T05:20:41,241 INFO [M:0;8edcaf2ecc84:40137 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:20:41,241 INFO [M:0;8edcaf2ecc84:40137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:20:41,241 DEBUG [M:0;8edcaf2ecc84:40137 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:20:41,241 INFO [M:0;8edcaf2ecc84:40137 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:20:41,241 INFO [M:0;8edcaf2ecc84:40137 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:20:41,241 INFO [M:0;8edcaf2ecc84:40137 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:20:41,241 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:20:41,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11793717654/master 2024-12-05T05:20:41,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11793717654 2024-12-05T05:20:41,251 DEBUG [M:0;8edcaf2ecc84:40137 {}] zookeeper.ZKUtil(347): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Unable to get data of znode /11793717654/master because node does not exist (not an error) 2024-12-05T05:20:41,251 WARN [M:0;8edcaf2ecc84:40137 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:20:41,252 INFO [M:0;8edcaf2ecc84:40137 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/.lastflushedseqids 2024-12-05T05:20:41,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33751 is added to blk_1073741836_1012 (size=99) 2024-12-05T05:20:41,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:41,330 INFO [RS:0;8edcaf2ecc84:45657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:20:41,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45657-0x101a3ef019a0004, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:41,330 INFO [RS:0;8edcaf2ecc84:45657 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,45657,1733376025634; zookeeper connection closed. 2024-12-05T05:20:41,330 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11dc16d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11dc16d8 2024-12-05T05:20:41,331 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:20:41,623 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource.wal-reader.8edcaf2ecc84%2C42313%2C1733376035031,1-8edcaf2ecc84,42313,1733376035031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.1733376036142 to pos 0, reset compression=false 2024-12-05T05:20:41,656 INFO [M:0;8edcaf2ecc84:40137 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:20:41,656 INFO [M:0;8edcaf2ecc84:40137 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:20:41,656 DEBUG [M:0;8edcaf2ecc84:40137 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:20:41,657 INFO [M:0;8edcaf2ecc84:40137 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:41,657 DEBUG [M:0;8edcaf2ecc84:40137 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:41,657 DEBUG [M:0;8edcaf2ecc84:40137 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:20:41,657 DEBUG [M:0;8edcaf2ecc84:40137 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:41,657 INFO [M:0;8edcaf2ecc84:40137 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T05:20:41,670 DEBUG [M:0;8edcaf2ecc84:40137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd3e3f2739bb4825a1341236ab615af1 is 82, key is hbase:meta,,1/info:regioninfo/1733376028649/Put/seqid=0 2024-12-05T05:20:41,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33751 is added to blk_1073741837_1013 (size=5672) 2024-12-05T05:20:41,931 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:20:41,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:41,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:41,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:41,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:41,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:42,074 INFO [M:0;8edcaf2ecc84:40137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd3e3f2739bb4825a1341236ab615af1 2024-12-05T05:20:42,094 DEBUG [M:0;8edcaf2ecc84:40137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/405a98bd336547d18a6b005a74ca04a4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733376028690/Put/seqid=0 2024-12-05T05:20:42,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33751 is added to blk_1073741838_1014 (size=5275) 2024-12-05T05:20:42,504 INFO [M:0;8edcaf2ecc84:40137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/405a98bd336547d18a6b005a74ca04a4 2024-12-05T05:20:42,530 DEBUG [M:0;8edcaf2ecc84:40137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1a2a10e7e2743f3822db525f989933a is 69, key is 8edcaf2ecc84,45657,1733376025634/rs:state/1733376027497/Put/seqid=0 2024-12-05T05:20:42,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33751 is added to blk_1073741839_1015 (size=5156) 2024-12-05T05:20:42,728 DEBUG [RS:0;8edcaf2ecc84:42313.replicationSource.wal-reader.8edcaf2ecc84%2C42313%2C1733376035031,1-8edcaf2ecc84,42313,1733376035031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/WALs/8edcaf2ecc84,42313,1733376035031/8edcaf2ecc84%2C42313%2C1733376035031.1733376036142 to pos 0, reset compression=false 2024-12-05T05:20:42,948 INFO [M:0;8edcaf2ecc84:40137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1a2a10e7e2743f3822db525f989933a 2024-12-05T05:20:42,955 DEBUG [M:0;8edcaf2ecc84:40137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd3e3f2739bb4825a1341236ab615af1 as hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd3e3f2739bb4825a1341236ab615af1 2024-12-05T05:20:42,962 INFO [M:0;8edcaf2ecc84:40137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd3e3f2739bb4825a1341236ab615af1, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T05:20:42,963 DEBUG [M:0;8edcaf2ecc84:40137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/405a98bd336547d18a6b005a74ca04a4 as hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/405a98bd336547d18a6b005a74ca04a4 2024-12-05T05:20:42,970 INFO [M:0;8edcaf2ecc84:40137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/405a98bd336547d18a6b005a74ca04a4, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T05:20:42,971 DEBUG [M:0;8edcaf2ecc84:40137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1a2a10e7e2743f3822db525f989933a as hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1a2a10e7e2743f3822db525f989933a 2024-12-05T05:20:42,979 INFO [M:0;8edcaf2ecc84:40137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38215/user/jenkins/test-data/c405ab82-3acf-d7b9-e5cc-a6773675d478/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1a2a10e7e2743f3822db525f989933a, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T05:20:42,980 INFO [M:0;8edcaf2ecc84:40137 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false 2024-12-05T05:20:42,989 INFO [M:0;8edcaf2ecc84:40137 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:42,989 DEBUG [M:0;8edcaf2ecc84:40137 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376041656Disabling compacts and flushes for region at 1733376041656Disabling writes for close at 1733376041657 (+1 ms)Obtaining lock to block concurrent updates at 1733376041657Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376041657Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733376041657Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376041657Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376041658 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376041670 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376041670Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376042078 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376042093 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376042093Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376042510 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376042529 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376042529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541f7e37: reopening flushed file at 1733376042954 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b8512e1: reopening flushed file at 1733376042962 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb39ee1: reopening flushed file at 1733376042970 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false at 1733376042980 (+10 ms)Writing region close event to WAL at 1733376042989 (+9 ms)Closed at 1733376042989 2024-12-05T05:20:43,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33751 is added to blk_1073741830_1006 (size=10165) 2024-12-05T05:20:43,003 INFO [M:0;8edcaf2ecc84:40137 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:20:43,003 INFO [M:0;8edcaf2ecc84:40137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40137 2024-12-05T05:20:43,003 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:20:43,004 INFO [M:0;8edcaf2ecc84:40137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:20:43,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:43,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40137-0x101a3ef019a0003, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:43,174 INFO [M:0;8edcaf2ecc84:40137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:20:43,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c9c1f81{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:20:43,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51c68fd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:20:43,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:20:43,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f7051bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:20:43,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526f66b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/hadoop.log.dir/,STOPPED} 2024-12-05T05:20:43,191 WARN [BP-457758474-172.17.0.3-1733376023606 heartbeating to localhost/127.0.0.1:38215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:20:43,191 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:20:43,191 WARN [BP-457758474-172.17.0.3-1733376023606 heartbeating to localhost/127.0.0.1:38215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-457758474-172.17.0.3-1733376023606 (Datanode Uuid 28ce47fa-ecc0-4ae8-b48b-c46cf81139aa) service to localhost/127.0.0.1:38215 2024-12-05T05:20:43,191 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:20:43,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/cluster_e508d7b9-748f-1eb9-ba3f-d1950364cdca/data/data1/current/BP-457758474-172.17.0.3-1733376023606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:20:43,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/cluster_e508d7b9-748f-1eb9-ba3f-d1950364cdca/data/data2/current/BP-457758474-172.17.0.3-1733376023606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:20:43,192 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:20:43,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36af07a5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:20:43,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36f28395{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:20:43,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:20:43,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67c03719{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:20:43,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20fc1b4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/hadoop.log.dir/,STOPPED} 2024-12-05T05:20:43,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:20:43,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:20:43,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:20:43,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:43,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:43,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:43,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:20:43,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:20:43,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1581969253, stopped=false 2024-12-05T05:20:43,214 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,42777,1733376034980 2024-12-05T05:20:43,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647983836/running 2024-12-05T05:20:43,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647983836/running 2024-12-05T05:20:43,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:43,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:43,230 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:20:43,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on znode that does not yet exist, /0-647983836/running 2024-12-05T05:20:43,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Set watcher on znode that does not yet exist, /0-647983836/running 2024-12-05T05:20:43,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:20:43,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:43,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:43,232 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,42313,1733376035031' ***** 2024-12-05T05:20:43,232 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:20:43,232 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:20:43,233 INFO [RS:0;8edcaf2ecc84:42313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:20:43,233 INFO [RS:0;8edcaf2ecc84:42313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:20:43,233 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer(3091): Received CLOSE for 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:43,233 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:20:43,233 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,42313,1733376035031 2024-12-05T05:20:43,234 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:20:43,234 INFO [RS:0;8edcaf2ecc84:42313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:42313. 2024-12-05T05:20:43,234 DEBUG [RS:0;8edcaf2ecc84:42313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:43,234 DEBUG [RS:0;8edcaf2ecc84:42313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:43,234 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:20:43,234 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:20:43,234 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:20:43,234 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:20:43,234 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 895bd3ddaef940386a46faf1443fb92f, disabling compactions & flushes 2024-12-05T05:20:43,235 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T05:20:43,235 DEBUG [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 895bd3ddaef940386a46faf1443fb92f=hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f.} 2024-12-05T05:20:43,235 DEBUG [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 895bd3ddaef940386a46faf1443fb92f 2024-12-05T05:20:43,235 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:20:43,235 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:43,235 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:20:43,235 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:20:43,235 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:43,235 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:20:43,235 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. after waiting 0 ms 2024-12-05T05:20:43,235 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:20:43,235 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:43,235 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T05:20:43,242 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/replication/895bd3ddaef940386a46faf1443fb92f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-05T05:20:43,243 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:20:43,243 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:20:43,243 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:43,243 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 895bd3ddaef940386a46faf1443fb92f: Waiting for close lock at 1733376043234Running coprocessor pre-close hooks at 1733376043234Disabling compacts and flushes for region at 1733376043234Disabling writes for close at 1733376043235 (+1 ms)Writing region close event to WAL at 1733376043235Running coprocessor post-close hooks at 1733376043243 (+8 ms)Closed at 1733376043243 2024-12-05T05:20:43,243 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f. 2024-12-05T05:20:43,271 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/.tmp/info/47cf6ac3e9b94cb4b6155139106619b8 is 147, key is hbase:replication,,1733376028915.895bd3ddaef940386a46faf1443fb92f./info:regioninfo/1733376040695/Put/seqid=0 2024-12-05T05:20:43,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741851_1027 (size=6385) 2024-12-05T05:20:43,286 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/.tmp/info/47cf6ac3e9b94cb4b6155139106619b8 2024-12-05T05:20:43,295 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/.tmp/info/47cf6ac3e9b94cb4b6155139106619b8 as hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/info/47cf6ac3e9b94cb4b6155139106619b8 2024-12-05T05:20:43,306 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/info/47cf6ac3e9b94cb4b6155139106619b8, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T05:20:43,307 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:20:43,308 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 72ms, sequenceid=19, compaction requested=false 2024-12-05T05:20:43,324 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T05:20:43,325 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:20:43,325 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:20:43,325 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:20:43,325 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376043235Running coprocessor pre-close hooks at 1733376043235Disabling compacts and flushes for region at 1733376043235Disabling writes for close at 1733376043235Obtaining lock to block concurrent updates at 1733376043235Preparing flush snapshotting stores in 1588230740 at 1733376043235Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733376043235Flushing stores of hbase:meta,,1.1588230740 at 1733376043240 (+5 ms)Flushing 1588230740/info: creating writer at 1733376043240Flushing 1588230740/info: appending metadata at 1733376043271 (+31 ms)Flushing 1588230740/info: closing flushed file at 1733376043271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44731c16: reopening flushed file at 1733376043294 (+23 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 72ms, sequenceid=19, compaction requested=false at 1733376043308 (+14 ms)Writing region close event to WAL at 1733376043320 (+12 ms)Running coprocessor post-close hooks at 1733376043325 (+5 ms)Closed at 1733376043325 2024-12-05T05:20:43,325 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:20:43,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:20:43,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T05:20:43,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:20:43,435 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,42313,1733376035031; all regions closed. 2024-12-05T05:20:43,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741849_1025 (size=2156) 2024-12-05T05:20:43,444 DEBUG [RS:0;8edcaf2ecc84:42313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/oldWALs 2024-12-05T05:20:43,444 INFO [RS:0;8edcaf2ecc84:42313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C42313%2C1733376035031.meta:.meta(num 1733376036409) 2024-12-05T05:20:43,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741850_1026 (size=796) 2024-12-05T05:20:43,450 DEBUG [RS:0;8edcaf2ecc84:42313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/oldWALs 2024-12-05T05:20:43,450 INFO [RS:0;8edcaf2ecc84:42313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C42313%2C1733376035031.rep:(num 1733376040662) 2024-12-05T05:20:43,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741848_1024 (size=93) 2024-12-05T05:20:43,455 DEBUG [RS:0;8edcaf2ecc84:42313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/oldWALs 2024-12-05T05:20:43,455 INFO [RS:0;8edcaf2ecc84:42313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C42313%2C1733376035031:(num 1733376036142) 2024-12-05T05:20:43,455 DEBUG [RS:0;8edcaf2ecc84:42313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:43,455 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:20:43,456 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:20:43,456 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T05:20:43,456 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:20:43,456 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,42313,1733376035031 because: Region server is closing 2024-12-05T05:20:43,457 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:20:43,457 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T05:20:43,457 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T05:20:43,457 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T05:20:43,457 INFO [RS:0;8edcaf2ecc84:42313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:42313. 2024-12-05T05:20:43,457 DEBUG [RS:0;8edcaf2ecc84:42313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:20:43,457 DEBUG [RS:0;8edcaf2ecc84:42313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:43,457 DEBUG [RS:0;8edcaf2ecc84:42313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:43,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:20:43,557 WARN [RS:0;8edcaf2ecc84:42313.replicationSource.wal-reader.8edcaf2ecc84%2C42313%2C1733376035031,1-8edcaf2ecc84,42313,1733376035031 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T05:20:43,557 WARN [RS:0;8edcaf2ecc84:42313.replicationSource.shipper8edcaf2ecc84%2C42313%2C1733376035031,1-8edcaf2ecc84,42313,1733376035031 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T05:20:43,558 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;8edcaf2ecc84:42313.replicationSource.shipper8edcaf2ecc84%2C42313%2C1733376035031,1-8edcaf2ecc84,42313,1733376035031 terminated 2024-12-05T05:20:43,558 INFO [RS:0;8edcaf2ecc84:42313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42313 2024-12-05T05:20:43,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647983836/rs/8edcaf2ecc84,42313,1733376035031 2024-12-05T05:20:43,567 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:20:43,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836/rs 2024-12-05T05:20:43,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,42313,1733376035031] 2024-12-05T05:20:43,588 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-647983836/draining/8edcaf2ecc84,42313,1733376035031 already deleted, retry=false 2024-12-05T05:20:43,588 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,42313,1733376035031 expired; onlineServers=0 2024-12-05T05:20:43,588 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,42777,1733376034980' ***** 2024-12-05T05:20:43,588 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:20:43,588 INFO [M:0;8edcaf2ecc84:42777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:20:43,588 INFO [M:0;8edcaf2ecc84:42777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:20:43,588 DEBUG [M:0;8edcaf2ecc84:42777 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:20:43,588 DEBUG [M:0;8edcaf2ecc84:42777 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:20:43,588 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:20:43,588 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376035821 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376035821,5,FailOnTimeoutGroup] 2024-12-05T05:20:43,588 INFO [M:0;8edcaf2ecc84:42777 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:20:43,588 INFO [M:0;8edcaf2ecc84:42777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:20:43,588 DEBUG [M:0;8edcaf2ecc84:42777 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:20:43,588 INFO [M:0;8edcaf2ecc84:42777 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:20:43,588 INFO [M:0;8edcaf2ecc84:42777 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:20:43,589 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376035821 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376035821,5,FailOnTimeoutGroup] 2024-12-05T05:20:43,589 INFO [M:0;8edcaf2ecc84:42777 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:20:43,589 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:20:43,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-647983836/master 2024-12-05T05:20:43,598 DEBUG [M:0;8edcaf2ecc84:42777 {}] zookeeper.RecoverableZooKeeper(212): Node /0-647983836/master already deleted, retry=false 2024-12-05T05:20:43,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-647983836 2024-12-05T05:20:43,599 DEBUG [M:0;8edcaf2ecc84:42777 {}] master.ActiveMasterManager(353): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-647983836/master 2024-12-05T05:20:43,599 INFO [M:0;8edcaf2ecc84:42777 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/.lastflushedseqids 2024-12-05T05:20:43,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741852_1028 (size=181) 2024-12-05T05:20:43,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:43,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42313-0x101a3ef019a0007, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:43,678 INFO [RS:0;8edcaf2ecc84:42313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:20:43,678 INFO [RS:0;8edcaf2ecc84:42313 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,42313,1733376035031; zookeeper connection closed. 2024-12-05T05:20:43,678 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f334198 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f334198 2024-12-05T05:20:43,679 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:20:44,020 INFO [M:0;8edcaf2ecc84:42777 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:20:44,020 INFO [M:0;8edcaf2ecc84:42777 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:20:44,020 DEBUG [M:0;8edcaf2ecc84:42777 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:20:44,020 INFO [M:0;8edcaf2ecc84:42777 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:44,020 DEBUG [M:0;8edcaf2ecc84:42777 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:44,020 DEBUG [M:0;8edcaf2ecc84:42777 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:20:44,020 DEBUG [M:0;8edcaf2ecc84:42777 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:44,020 INFO [M:0;8edcaf2ecc84:42777 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T05:20:44,041 DEBUG [M:0;8edcaf2ecc84:42777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8157c47e528d47b38011aa0f53c53793 is 82, key is hbase:meta,,1/info:regioninfo/1733376036468/Put/seqid=0 2024-12-05T05:20:44,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741853_1029 (size=5672) 2024-12-05T05:20:44,051 INFO [M:0;8edcaf2ecc84:42777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8157c47e528d47b38011aa0f53c53793 2024-12-05T05:20:44,085 DEBUG [M:0;8edcaf2ecc84:42777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9b2f2f76eb24359a2103112fca7b68c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733376040700/Put/seqid=0 2024-12-05T05:20:44,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741854_1030 (size=7312) 2024-12-05T05:20:44,090 INFO [M:0;8edcaf2ecc84:42777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9b2f2f76eb24359a2103112fca7b68c 2024-12-05T05:20:44,120 DEBUG [M:0;8edcaf2ecc84:42777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10c90c468ae34f65accd0f435b133996 is 69, key is 8edcaf2ecc84,42313,1733376035031/rs:state/1733376035912/Put/seqid=0 2024-12-05T05:20:44,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741855_1031 (size=5370) 2024-12-05T05:20:44,126 INFO [M:0;8edcaf2ecc84:42777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10c90c468ae34f65accd0f435b133996 2024-12-05T05:20:44,133 INFO [M:0;8edcaf2ecc84:42777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10c90c468ae34f65accd0f435b133996 2024-12-05T05:20:44,134 DEBUG [M:0;8edcaf2ecc84:42777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8157c47e528d47b38011aa0f53c53793 as hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8157c47e528d47b38011aa0f53c53793 2024-12-05T05:20:44,138 INFO [M:0;8edcaf2ecc84:42777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8157c47e528d47b38011aa0f53c53793, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T05:20:44,139 DEBUG [M:0;8edcaf2ecc84:42777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9b2f2f76eb24359a2103112fca7b68c as hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9b2f2f76eb24359a2103112fca7b68c 2024-12-05T05:20:44,143 INFO [M:0;8edcaf2ecc84:42777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9b2f2f76eb24359a2103112fca7b68c, entries=7, sequenceid=127, filesize=7.1 K 2024-12-05T05:20:44,144 DEBUG [M:0;8edcaf2ecc84:42777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10c90c468ae34f65accd0f435b133996 as hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10c90c468ae34f65accd0f435b133996 2024-12-05T05:20:44,149 INFO [M:0;8edcaf2ecc84:42777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10c90c468ae34f65accd0f435b133996 2024-12-05T05:20:44,149 INFO [M:0;8edcaf2ecc84:42777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45373/user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10c90c468ae34f65accd0f435b133996, entries=2, sequenceid=127, filesize=5.2 K 2024-12-05T05:20:44,150 INFO [M:0;8edcaf2ecc84:42777 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=127, compaction requested=false 2024-12-05T05:20:44,151 INFO [M:0;8edcaf2ecc84:42777 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:44,151 DEBUG [M:0;8edcaf2ecc84:42777 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376044020Disabling compacts and flushes for region at 1733376044020Disabling writes for close at 1733376044020Obtaining lock to block concurrent updates at 1733376044020Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376044020Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733376044021 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376044021Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376044021Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376044040 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376044040Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376044057 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376044085 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376044085Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376044103 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376044120 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376044120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672fac51: reopening flushed file at 1733376044133 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d410ce: reopening flushed file at 1733376044139 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3985cb92: reopening flushed file at 1733376044143 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=127, compaction requested=false at 1733376044150 (+7 ms)Writing region close event to WAL at 1733376044151 (+1 ms)Closed at 1733376044151 2024-12-05T05:20:44,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35987 is added to blk_1073741847_1023 (size=22903) 2024-12-05T05:20:44,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e541a19c-0a76-db5b-a1c2-4c87a7f155ea/MasterData/WALs/8edcaf2ecc84,42777,1733376034980/8edcaf2ecc84%2C42777%2C1733376034980.1733376035579 not finished, retry = 0 2024-12-05T05:20:44,254 INFO [M:0;8edcaf2ecc84:42777 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:20:44,254 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:20:44,254 INFO [M:0;8edcaf2ecc84:42777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42777 2024-12-05T05:20:44,255 INFO [M:0;8edcaf2ecc84:42777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:20:44,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:44,396 INFO [M:0;8edcaf2ecc84:42777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:20:44,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42777-0x101a3ef019a0006, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:20:44,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cf0925{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:20:44,398 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c156888{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:20:44,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:20:44,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f94072a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:20:44,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@495fefbf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/hadoop.log.dir/,STOPPED} 2024-12-05T05:20:44,400 WARN [BP-1499279784-172.17.0.3-1733376017919 heartbeating to localhost/127.0.0.1:45373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:20:44,400 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:20:44,400 WARN [BP-1499279784-172.17.0.3-1733376017919 heartbeating to localhost/127.0.0.1:45373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1499279784-172.17.0.3-1733376017919 (Datanode Uuid 985ef9fe-950d-49dc-a2e3-85a4e02f86b1) service to localhost/127.0.0.1:45373 2024-12-05T05:20:44,400 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:20:44,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/cluster_c255947f-b55e-9dfe-1115-cae7ce4bf944/data/data1/current/BP-1499279784-172.17.0.3-1733376017919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:20:44,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/cluster_c255947f-b55e-9dfe-1115-cae7ce4bf944/data/data2/current/BP-1499279784-172.17.0.3-1733376017919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:20:44,401 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:20:44,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@525201f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:20:44,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6111d2ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:20:44,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:20:44,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2772beaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:20:44,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33dc9f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f4513c5-ae99-da15-da1d-7c357441202b/hadoop.log.dir/,STOPPED} 2024-12-05T05:20:44,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T05:20:44,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:20:44,437 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=207 (was 158) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51185) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38215 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45373 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51185) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=581 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 400), ProcessCount=11 (was 11), AvailableMemoryMB=3571 (was 2735) - AvailableMemoryMB LEAK? - 2024-12-05T05:20:44,451 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=207, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=3571 2024-12-05T05:20:44,464 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-05T05:20:44,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/hadoop.log.dir so I do NOT create it in target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013 2024-12-05T05:20:44,465 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:20:44,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/hadoop.tmp.dir so I do NOT create it in target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013 2024-12-05T05:20:44,465 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d3d8d57-e25c-17ed-06c9-dc52963b09f9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:20:44,465 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013 2024-12-05T05:20:44,465 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/cluster_81157772-536b-f158-3fb7-80b2e58ab78d, deleteOnExit=true 2024-12-05T05:20:44,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a3ef019a0002, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:20:44,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a3ef019a0005, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:20:44,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a3ef019a0002, quorum=127.0.0.1:51185, baseZNode=/0-647983836 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:20:44,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a3ef019a0005, quorum=127.0.0.1:51185, baseZNode=/11793717654 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:20:44,550 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/cluster_81157772-536b-f158-3fb7-80b2e58ab78d/zookeeper_0, clientPort=59913, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/cluster_81157772-536b-f158-3fb7-80b2e58ab78d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/cluster_81157772-536b-f158-3fb7-80b2e58ab78d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T05:20:44,551 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59913 2024-12-05T05:20:44,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:20:44,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:20:44,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/test.cache.data in system properties and HBase conf 2024-12-05T05:20:44,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:20:44,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:20:44,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:20:44,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:20:44,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:20:44,552 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:20:44,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:20:44,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:20:44,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:20:44,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:20:44,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:20:44,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:20:44,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:20:44,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:20:44,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:20:44,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:20:44,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:20:44,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:20:44,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:20:44,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:20:44,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:20:44,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:20:44,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:20:44,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:20:44,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:20:44,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:20:44,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bc3f01b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:20:44,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f054da4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:20:45,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19a02581{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/java.io.tmpdir/jetty-localhost-44869-hadoop-hdfs-3_4_1-tests_jar-_-any-3437205825336287246/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:20:45,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11cfdb{HTTP/1.1, (http/1.1)}{localhost:44869} 2024-12-05T05:20:45,126 INFO [Time-limited test {}] server.Server(415): Started @169950ms 2024-12-05T05:20:45,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:20:45,470 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:20:45,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:20:45,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:20:45,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:20:45,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e1ae177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:20:45,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4898880f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:20:45,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f731d94{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/java.io.tmpdir/jetty-localhost-34775-hadoop-hdfs-3_4_1-tests_jar-_-any-2769209065349988658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:20:45,566 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d015e40{HTTP/1.1, (http/1.1)}{localhost:34775} 2024-12-05T05:20:45,566 INFO [Time-limited test {}] server.Server(415): Started @170391ms 2024-12-05T05:20:45,567 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:20:46,269 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/cluster_81157772-536b-f158-3fb7-80b2e58ab78d/data/data1/current/BP-1947433413-172.17.0.3-1733376044586/current, will proceed with Du for space computation calculation, 2024-12-05T05:20:46,272 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/cluster_81157772-536b-f158-3fb7-80b2e58ab78d/data/data2/current/BP-1947433413-172.17.0.3-1733376044586/current, will proceed with Du for space computation calculation, 2024-12-05T05:20:46,315 WARN [Thread-1664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:20:46,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde7dd83c9011b0e7 with lease ID 0x83af9d29b2d93eaa: Processing first storage report for DS-857127ce-82a2-4975-8d05-b28343435274 from datanode DatanodeRegistration(127.0.0.1:41547, datanodeUuid=9ddcaaa6-d12e-4841-81f1-86559c2a1e13, infoPort=44991, infoSecurePort=0, ipcPort=35285, storageInfo=lv=-57;cid=testClusterID;nsid=2053303602;c=1733376044586) 2024-12-05T05:20:46,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde7dd83c9011b0e7 with lease ID 0x83af9d29b2d93eaa: from storage DS-857127ce-82a2-4975-8d05-b28343435274 node DatanodeRegistration(127.0.0.1:41547, datanodeUuid=9ddcaaa6-d12e-4841-81f1-86559c2a1e13, infoPort=44991, infoSecurePort=0, ipcPort=35285, storageInfo=lv=-57;cid=testClusterID;nsid=2053303602;c=1733376044586), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:20:46,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde7dd83c9011b0e7 with lease ID 0x83af9d29b2d93eaa: Processing first storage report for DS-93af4343-56e3-4177-92a2-731665bc79ba from datanode DatanodeRegistration(127.0.0.1:41547, datanodeUuid=9ddcaaa6-d12e-4841-81f1-86559c2a1e13, infoPort=44991, infoSecurePort=0, ipcPort=35285, storageInfo=lv=-57;cid=testClusterID;nsid=2053303602;c=1733376044586) 2024-12-05T05:20:46,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde7dd83c9011b0e7 with lease ID 0x83af9d29b2d93eaa: from storage DS-93af4343-56e3-4177-92a2-731665bc79ba node DatanodeRegistration(127.0.0.1:41547, datanodeUuid=9ddcaaa6-d12e-4841-81f1-86559c2a1e13, infoPort=44991, infoSecurePort=0, ipcPort=35285, storageInfo=lv=-57;cid=testClusterID;nsid=2053303602;c=1733376044586), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:20:46,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013 2024-12-05T05:20:46,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:46,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:46,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:20:46,914 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba with version=8 2024-12-05T05:20:46,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/hbase-staging 2024-12-05T05:20:46,916 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:20:46,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:46,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:46,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:20:46,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:46,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:20:46,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:20:46,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:20:46,917 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35571 2024-12-05T05:20:46,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35571 connecting to ZooKeeper ensemble=127.0.0.1:59913 2024-12-05T05:20:47,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355710x0, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:20:47,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35571-0x101a3ef69b00000 connected 2024-12-05T05:20:47,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:47,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:47,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Set watcher on znode that does not yet exist, /0110420666/running 2024-12-05T05:20:47,800 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba, hbase.cluster.distributed=false 2024-12-05T05:20:47,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Set watcher on znode that does not yet exist, /0110420666/acl 2024-12-05T05:20:47,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35571 2024-12-05T05:20:47,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35571 2024-12-05T05:20:47,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35571 2024-12-05T05:20:47,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35571 2024-12-05T05:20:47,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35571 2024-12-05T05:20:47,821 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:20:47,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:47,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:47,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:20:47,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:47,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:20:47,821 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:20:47,821 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:20:47,821 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45127 2024-12-05T05:20:47,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45127 connecting to ZooKeeper ensemble=127.0.0.1:59913 2024-12-05T05:20:47,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:47,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:47,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451270x0, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:20:47,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45127-0x101a3ef69b00001 connected 2024-12-05T05:20:47,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Set watcher on znode that does not yet exist, /0110420666/running 2024-12-05T05:20:47,878 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:20:47,879 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:20:47,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Set watcher on znode that does not yet exist, /0110420666/master 2024-12-05T05:20:47,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Set watcher on znode that does not yet exist, /0110420666/acl 2024-12-05T05:20:47,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45127 2024-12-05T05:20:47,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45127 2024-12-05T05:20:47,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45127 2024-12-05T05:20:47,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45127 2024-12-05T05:20:47,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45127 2024-12-05T05:20:47,895 DEBUG [M:0;8edcaf2ecc84:35571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:35571 2024-12-05T05:20:47,895 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0110420666/backup-masters/8edcaf2ecc84,35571,1733376046916 2024-12-05T05:20:47,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666/backup-masters 2024-12-05T05:20:47,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666/backup-masters 2024-12-05T05:20:47,963 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Set watcher on existing znode=/0110420666/backup-masters/8edcaf2ecc84,35571,1733376046916 2024-12-05T05:20:47,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0110420666/master 2024-12-05T05:20:47,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:20:47,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:20:47,984 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Set watcher on existing znode=/0110420666/master 2024-12-05T05:20:47,985 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0110420666/backup-masters/8edcaf2ecc84,35571,1733376046916 from backup master directory 2024-12-05T05:20:47,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666/backup-masters 2024-12-05T05:20:47,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0110420666/backup-masters/8edcaf2ecc84,35571,1733376046916 2024-12-05T05:20:47,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666/backup-masters 2024-12-05T05:20:47,997 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:20:47,997 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,35571,1733376046916 2024-12-05T05:20:48,002 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/hbase.id] with ID: df156417-bbef-49a4-a971-9fce87d8ff60 2024-12-05T05:20:48,002 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/.tmp/hbase.id 2024-12-05T05:20:48,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:20:48,011 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/.tmp/hbase.id]:[hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/hbase.id] 2024-12-05T05:20:48,020 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:48,020 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:20:48,021 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T05:20:48,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:20:48,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:20:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:20:48,445 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:20:48,446 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:20:48,446 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:48,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:20:48,454 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store 2024-12-05T05:20:48,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:20:48,465 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:48,465 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:20:48,465 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:48,465 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:48,465 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:20:48,465 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:48,466 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:48,466 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376048465Disabling compacts and flushes for region at 1733376048465Disabling writes for close at 1733376048465Writing region close event to WAL at 1733376048465Closed at 1733376048466 (+1 ms) 2024-12-05T05:20:48,467 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/.initializing 2024-12-05T05:20:48,467 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/WALs/8edcaf2ecc84,35571,1733376046916 2024-12-05T05:20:48,468 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:20:48,478 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C35571%2C1733376046916, suffix=, logDir=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/WALs/8edcaf2ecc84,35571,1733376046916, archiveDir=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/oldWALs, maxLogs=10 2024-12-05T05:20:48,496 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/WALs/8edcaf2ecc84,35571,1733376046916/8edcaf2ecc84%2C35571%2C1733376046916.1733376048478, exclude list is [], retry=0 2024-12-05T05:20:48,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41547,DS-857127ce-82a2-4975-8d05-b28343435274,DISK] 2024-12-05T05:20:48,529 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/WALs/8edcaf2ecc84,35571,1733376046916/8edcaf2ecc84%2C35571%2C1733376046916.1733376048478 2024-12-05T05:20:48,530 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44991:44991)] 2024-12-05T05:20:48,530 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:20:48,530 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:48,530 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:48,530 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:48,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:48,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:20:48,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:48,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:48,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:48,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:20:48,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:48,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:48,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:48,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:20:48,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:48,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:48,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:48,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:20:48,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:48,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:48,550 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:48,551 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:48,551 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:48,552 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:48,552 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:48,553 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:20:48,554 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:48,558 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:20:48,558 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61223229, jitterRate=-0.08770279586315155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:20:48,559 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376048530Initializing all the Stores at 1733376048531 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376048531Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376048535 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376048535Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376048535Cleaning up temporary data from old regions at 1733376048552 (+17 ms)Region opened successfully at 1733376048559 (+7 ms) 2024-12-05T05:20:48,560 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:20:48,563 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa04efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:20:48,564 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:20:48,564 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:20:48,564 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:20:48,564 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:20:48,565 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:20:48,566 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:20:48,566 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:20:48,569 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:20:48,571 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Unable to get data of znode /0110420666/balancer because node does not exist (not necessarily an error) 2024-12-05T05:20:48,636 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0110420666/balancer already deleted, retry=false 2024-12-05T05:20:48,637 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:20:48,637 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Unable to get data of znode /0110420666/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:20:48,650 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0110420666/normalizer already deleted, retry=false 2024-12-05T05:20:48,650 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:20:48,651 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Unable to get data of znode /0110420666/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:20:48,660 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0110420666/switch/split already deleted, retry=false 2024-12-05T05:20:48,661 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Unable to get data of znode /0110420666/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:20:48,671 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0110420666/switch/merge already deleted, retry=false 2024-12-05T05:20:48,672 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Unable to get data of znode /0110420666/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:20:48,681 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0110420666/snapshot-cleanup already deleted, retry=false 2024-12-05T05:20:48,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0110420666/running 2024-12-05T05:20:48,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:20:48,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0110420666/running 2024-12-05T05:20:48,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:20:48,692 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,35571,1733376046916, sessionid=0x101a3ef69b00000, setting cluster-up flag (Was=false) 2024-12-05T05:20:48,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:20:48,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:20:48,745 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0110420666/flush-table-proc/acquired, /0110420666/flush-table-proc/reached, /0110420666/flush-table-proc/abort 2024-12-05T05:20:48,745 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:20:48,745 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,35571,1733376046916 2024-12-05T05:20:48,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:48,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:48,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:48,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:48,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:48,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:48,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:20:48,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:20:48,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:48,797 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0110420666/online-snapshot/acquired, /0110420666/online-snapshot/reached, /0110420666/online-snapshot/abort 2024-12-05T05:20:48,798 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,35571,1733376046916 2024-12-05T05:20:48,799 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:20:48,801 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:48,801 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:20:48,801 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:20:48,801 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,35571,1733376046916 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:20:48,802 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:48,802 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:48,802 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:48,802 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:48,802 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:20:48,802 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:48,802 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:20:48,802 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:48,804 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376078803 2024-12-05T05:20:48,804 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:20:48,804 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:20:48,804 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:20:48,804 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:20:48,804 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:48,804 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:20:48,804 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:20:48,804 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:20:48,804 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:48,804 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:20:48,804 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:20:48,804 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:20:48,804 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:20:48,805 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:20:48,805 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:20:48,805 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376048805,5,FailOnTimeoutGroup] 2024-12-05T05:20:48,805 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376048805,5,FailOnTimeoutGroup] 2024-12-05T05:20:48,805 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:48,805 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:20:48,805 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:48,805 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:48,806 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:48,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:20:48,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:20:48,885 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(746): ClusterId : df156417-bbef-49a4-a971-9fce87d8ff60 2024-12-05T05:20:48,885 DEBUG [RS:0;8edcaf2ecc84:45127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:20:48,892 DEBUG [RS:0;8edcaf2ecc84:45127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:20:48,892 DEBUG [RS:0;8edcaf2ecc84:45127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:20:48,903 DEBUG [RS:0;8edcaf2ecc84:45127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:20:48,903 DEBUG [RS:0;8edcaf2ecc84:45127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7693fb04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:20:48,914 DEBUG [RS:0;8edcaf2ecc84:45127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:45127 2024-12-05T05:20:48,914 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:20:48,914 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:20:48,914 DEBUG [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:20:48,914 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,35571,1733376046916 with port=45127, startcode=1733376047820 2024-12-05T05:20:48,915 DEBUG [RS:0;8edcaf2ecc84:45127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:20:48,921 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:20:48,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35571 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,45127,1733376047820 2024-12-05T05:20:48,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35571 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,45127,1733376047820 2024-12-05T05:20:48,922 DEBUG [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba 2024-12-05T05:20:48,923 DEBUG [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37457 2024-12-05T05:20:48,923 DEBUG [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:20:48,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666/rs 2024-12-05T05:20:48,934 DEBUG [RS:0;8edcaf2ecc84:45127 {}] zookeeper.ZKUtil(111): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Set watcher on existing znode=/0110420666/rs/8edcaf2ecc84,45127,1733376047820 2024-12-05T05:20:48,935 WARN [RS:0;8edcaf2ecc84:45127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:20:48,935 INFO [RS:0;8edcaf2ecc84:45127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:48,935 DEBUG [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820 2024-12-05T05:20:48,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,45127,1733376047820] 2024-12-05T05:20:48,949 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:20:48,952 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:20:48,967 INFO [RS:0;8edcaf2ecc84:45127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:20:48,967 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:48,967 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:20:48,968 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:20:48,968 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:48,968 DEBUG [RS:0;8edcaf2ecc84:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:48,968 DEBUG [RS:0;8edcaf2ecc84:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:48,968 DEBUG [RS:0;8edcaf2ecc84:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:48,968 DEBUG [RS:0;8edcaf2ecc84:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:48,968 DEBUG [RS:0;8edcaf2ecc84:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:48,968 DEBUG [RS:0;8edcaf2ecc84:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:20:48,968 DEBUG [RS:0;8edcaf2ecc84:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:48,968 DEBUG [RS:0;8edcaf2ecc84:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:48,968 DEBUG [RS:0;8edcaf2ecc84:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:48,969 DEBUG [RS:0;8edcaf2ecc84:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:48,969 DEBUG [RS:0;8edcaf2ecc84:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:48,969 DEBUG [RS:0;8edcaf2ecc84:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:48,969 DEBUG [RS:0;8edcaf2ecc84:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:20:48,969 DEBUG [RS:0;8edcaf2ecc84:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:20:48,976 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:48,976 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:48,976 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:48,976 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:48,976 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:48,976 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45127,1733376047820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:20:48,990 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:20:48,990 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45127,1733376047820-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:48,990 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:48,990 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.Replication(171): 8edcaf2ecc84,45127,1733376047820 started 2024-12-05T05:20:49,006 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:49,006 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,45127,1733376047820, RpcServer on 8edcaf2ecc84/172.17.0.3:45127, sessionid=0x101a3ef69b00001 2024-12-05T05:20:49,006 DEBUG [RS:0;8edcaf2ecc84:45127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:20:49,006 DEBUG [RS:0;8edcaf2ecc84:45127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,45127,1733376047820 2024-12-05T05:20:49,006 DEBUG [RS:0;8edcaf2ecc84:45127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,45127,1733376047820' 2024-12-05T05:20:49,006 DEBUG [RS:0;8edcaf2ecc84:45127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0110420666/flush-table-proc/abort' 2024-12-05T05:20:49,007 DEBUG [RS:0;8edcaf2ecc84:45127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0110420666/flush-table-proc/acquired' 2024-12-05T05:20:49,007 DEBUG [RS:0;8edcaf2ecc84:45127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:20:49,007 DEBUG [RS:0;8edcaf2ecc84:45127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:20:49,007 DEBUG [RS:0;8edcaf2ecc84:45127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,45127,1733376047820 2024-12-05T05:20:49,007 DEBUG [RS:0;8edcaf2ecc84:45127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,45127,1733376047820' 2024-12-05T05:20:49,007 DEBUG [RS:0;8edcaf2ecc84:45127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0110420666/online-snapshot/abort' 2024-12-05T05:20:49,007 DEBUG [RS:0;8edcaf2ecc84:45127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0110420666/online-snapshot/acquired' 2024-12-05T05:20:49,008 DEBUG [RS:0;8edcaf2ecc84:45127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:20:49,008 INFO [RS:0;8edcaf2ecc84:45127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:20:49,008 INFO [RS:0;8edcaf2ecc84:45127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:20:49,108 INFO [RS:0;8edcaf2ecc84:45127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:20:49,109 INFO [RS:0;8edcaf2ecc84:45127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C45127%2C1733376047820, suffix=, logDir=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820, archiveDir=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/oldWALs, maxLogs=10 2024-12-05T05:20:49,123 DEBUG [RS:0;8edcaf2ecc84:45127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110, exclude list is [], retry=0 2024-12-05T05:20:49,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41547,DS-857127ce-82a2-4975-8d05-b28343435274,DISK] 2024-12-05T05:20:49,142 INFO [RS:0;8edcaf2ecc84:45127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 2024-12-05T05:20:49,143 DEBUG [RS:0;8edcaf2ecc84:45127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44991:44991)] 2024-12-05T05:20:49,217 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:20:49,218 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba 2024-12-05T05:20:49,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741833_1009 (size=32) 2024-12-05T05:20:49,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:49,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:20:49,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:20:49,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:49,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:49,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:20:49,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:20:49,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:49,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:49,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:20:49,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:20:49,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:49,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:49,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:20:49,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:20:49,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:49,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:49,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:20:49,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740 2024-12-05T05:20:49,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740 2024-12-05T05:20:49,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:20:49,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:20:49,243 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:20:49,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:20:49,251 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:20:49,251 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69578649, jitterRate=0.036802664399147034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:20:49,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733376049227Initializing all the Stores at 1733376049228 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376049228Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376049229 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376049229Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376049229Cleaning up temporary data from old regions at 1733376049243 (+14 ms)Region opened successfully at 1733376049252 (+9 ms) 2024-12-05T05:20:49,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:20:49,252 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:20:49,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:20:49,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:20:49,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:20:49,252 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:20:49,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376049252Disabling compacts and flushes for region at 1733376049252Disabling writes for close at 1733376049252Writing region close event to WAL at 1733376049252Closed at 1733376049252 2024-12-05T05:20:49,254 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:49,254 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:20:49,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:20:49,256 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:20:49,258 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:20:49,408 DEBUG [8edcaf2ecc84:35571 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:20:49,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,45127,1733376047820 2024-12-05T05:20:49,410 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,45127,1733376047820, state=OPENING 2024-12-05T05:20:49,418 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:20:49,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:20:49,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:20:49,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0110420666/meta-region-server: CHANGED 2024-12-05T05:20:49,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0110420666/meta-region-server: CHANGED 2024-12-05T05:20:49,429 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:20:49,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,45127,1733376047820}] 2024-12-05T05:20:49,580 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:20:49,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:20:49,585 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:20:49,585 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:49,585 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:20:49,587 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C45127%2C1733376047820.meta, suffix=.meta, logDir=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820, archiveDir=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/oldWALs, maxLogs=10 2024-12-05T05:20:49,601 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.meta.1733376049587.meta, exclude list is [], retry=0 2024-12-05T05:20:49,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41547,DS-857127ce-82a2-4975-8d05-b28343435274,DISK] 2024-12-05T05:20:49,605 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.meta.1733376049587.meta 2024-12-05T05:20:49,605 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44991:44991)] 2024-12-05T05:20:49,605 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:20:49,605 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:20:49,606 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:20:49,606 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:20:49,606 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:20:49,606 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:20:49,606 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:49,606 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:20:49,606 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:20:49,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:20:49,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:20:49,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:49,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:49,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:20:49,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:20:49,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:49,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:49,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:20:49,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:20:49,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:49,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:49,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:20:49,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:20:49,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:49,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:49,611 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:20:49,612 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740 2024-12-05T05:20:49,613 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740 2024-12-05T05:20:49,614 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:20:49,614 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:20:49,614 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:20:49,615 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:20:49,616 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71580792, jitterRate=0.06663691997528076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:20:49,616 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:20:49,617 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376049606Writing region info on filesystem at 1733376049606Initializing all the Stores at 1733376049607 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376049607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376049607Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376049607Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376049607Cleaning up temporary data from old regions at 1733376049614 (+7 ms)Running coprocessor post-open hooks at 1733376049616 (+2 ms)Region opened successfully at 1733376049617 (+1 ms) 2024-12-05T05:20:49,618 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376049580 2024-12-05T05:20:49,620 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:20:49,620 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:20:49,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,45127,1733376047820 2024-12-05T05:20:49,621 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,45127,1733376047820, state=OPEN 2024-12-05T05:20:49,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0110420666/meta-region-server 2024-12-05T05:20:49,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0110420666/meta-region-server 2024-12-05T05:20:49,692 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,45127,1733376047820 2024-12-05T05:20:49,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0110420666/meta-region-server: CHANGED 2024-12-05T05:20:49,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0110420666/meta-region-server: CHANGED 2024-12-05T05:20:49,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:20:49,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,45127,1733376047820 in 263 msec 2024-12-05T05:20:49,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:20:49,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-12-05T05:20:49,697 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:49,697 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:20:49,699 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:20:49,699 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,45127,1733376047820, seqNum=-1] 2024-12-05T05:20:49,699 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:20:49,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:20:49,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 905 msec 2024-12-05T05:20:49,705 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376049705, completionTime=-1 2024-12-05T05:20:49,705 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:20:49,705 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:20:49,707 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:20:49,708 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376109707 2024-12-05T05:20:49,708 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376169708 2024-12-05T05:20:49,708 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T05:20:49,708 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35571,1733376046916-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:49,708 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35571,1733376046916-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:49,708 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35571,1733376046916-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:49,708 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:35571, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:49,708 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:49,708 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:49,710 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:20:49,713 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.715sec 2024-12-05T05:20:49,713 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:20:49,713 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:20:49,713 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:20:49,713 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:20:49,714 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:20:49,714 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35571,1733376046916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:20:49,714 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35571,1733376046916-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:20:49,719 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:20:49,719 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:20:49,719 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35571,1733376046916-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:49,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54517b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:49,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35571,-1 for getting cluster id 2024-12-05T05:20:49,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:20:49,788 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df156417-bbef-49a4-a971-9fce87d8ff60' 2024-12-05T05:20:49,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:20:49,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df156417-bbef-49a4-a971-9fce87d8ff60" 2024-12-05T05:20:49,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5164b830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:49,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35571,-1] 2024-12-05T05:20:49,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:20:49,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:49,790 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:20:49,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9b514a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:49,791 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:20:49,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,45127,1733376047820, seqNum=-1] 2024-12-05T05:20:49,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:20:49,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:20:49,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,35571,1733376046916 2024-12-05T05:20:49,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59913 2024-12-05T05:20:49,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:20:49,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a3ef69b00002 connected 2024-12-05T05:20:49,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/hadoop.log.dir so I do NOT create it in target/test-data/802bc003-be79-b375-8991-ed179c44f40d 2024-12-05T05:20:49,839 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:20:49,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/hadoop.tmp.dir so I do NOT create it in target/test-data/802bc003-be79-b375-8991-ed179c44f40d 2024-12-05T05:20:49,839 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:20:49,839 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d 2024-12-05T05:20:49,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:20:49,839 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/cluster_469affac-a9e3-4ddb-a235-b1e7c619f2cc, deleteOnExit=true 2024-12-05T05:20:49,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:20:49,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/test.cache.data in system properties and HBase conf 2024-12-05T05:20:49,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:20:49,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:20:49,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:20:49,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:20:49,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:20:49,840 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:20:49,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:20:49,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:20:49,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:20:49,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:20:49,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:20:49,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:20:49,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:20:49,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:20:49,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:20:49,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:20:49,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:20:49,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:20:49,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:20:49,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:20:50,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:20:50,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:20:50,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:20:50,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:20:50,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:20:50,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:20:50,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@459c073c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:20:50,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68eeda3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:20:50,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20b6a485{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/java.io.tmpdir/jetty-localhost-44815-hadoop-hdfs-3_4_1-tests_jar-_-any-293771389007022822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:20:50,365 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7426749a{HTTP/1.1, (http/1.1)}{localhost:44815} 2024-12-05T05:20:50,365 INFO [Time-limited test {}] server.Server(415): Started @175189ms 2024-12-05T05:20:50,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:20:50,691 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:20:50,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:20:50,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:20:50,692 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:20:50,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f034655{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:20:50,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dc29690{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:20:50,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e777c34{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/java.io.tmpdir/jetty-localhost-40931-hadoop-hdfs-3_4_1-tests_jar-_-any-658697103503234131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:20:50,833 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12afba8d{HTTP/1.1, (http/1.1)}{localhost:40931} 2024-12-05T05:20:50,834 INFO [Time-limited test {}] server.Server(415): Started @175658ms 2024-12-05T05:20:50,835 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:20:51,531 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/cluster_469affac-a9e3-4ddb-a235-b1e7c619f2cc/data/data1/current/BP-1101989982-172.17.0.3-1733376049865/current, will proceed with Du for space computation calculation, 2024-12-05T05:20:51,531 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/cluster_469affac-a9e3-4ddb-a235-b1e7c619f2cc/data/data2/current/BP-1101989982-172.17.0.3-1733376049865/current, will proceed with Du for space computation calculation, 2024-12-05T05:20:51,546 WARN [Thread-1785 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:20:51,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf3431a30348ae93 with lease ID 0xa9399391d796563: Processing first storage report for DS-37ffe979-c048-4c95-a9e2-6ff93646897e from datanode DatanodeRegistration(127.0.0.1:35703, datanodeUuid=6dd440ed-a6c3-4a80-9764-e79ab6d07f25, infoPort=33647, infoSecurePort=0, ipcPort=33869, storageInfo=lv=-57;cid=testClusterID;nsid=1889208197;c=1733376049865) 2024-12-05T05:20:51,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf3431a30348ae93 with lease ID 0xa9399391d796563: from storage DS-37ffe979-c048-4c95-a9e2-6ff93646897e node DatanodeRegistration(127.0.0.1:35703, datanodeUuid=6dd440ed-a6c3-4a80-9764-e79ab6d07f25, infoPort=33647, infoSecurePort=0, ipcPort=33869, storageInfo=lv=-57;cid=testClusterID;nsid=1889208197;c=1733376049865), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:20:51,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf3431a30348ae93 with lease ID 0xa9399391d796563: Processing first storage report for DS-ddd50857-68e5-4096-a669-da2bb52b3697 from datanode DatanodeRegistration(127.0.0.1:35703, datanodeUuid=6dd440ed-a6c3-4a80-9764-e79ab6d07f25, infoPort=33647, infoSecurePort=0, ipcPort=33869, storageInfo=lv=-57;cid=testClusterID;nsid=1889208197;c=1733376049865) 2024-12-05T05:20:51,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf3431a30348ae93 with lease ID 0xa9399391d796563: from storage DS-ddd50857-68e5-4096-a669-da2bb52b3697 node DatanodeRegistration(127.0.0.1:35703, datanodeUuid=6dd440ed-a6c3-4a80-9764-e79ab6d07f25, infoPort=33647, infoSecurePort=0, ipcPort=33869, storageInfo=lv=-57;cid=testClusterID;nsid=1889208197;c=1733376049865), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:20:51,596 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d 2024-12-05T05:20:51,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:51,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:51,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:20:52,004 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9 with version=8 2024-12-05T05:20:52,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/hbase-staging 2024-12-05T05:20:52,007 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:20:52,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:52,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:52,007 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:20:52,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:52,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:20:52,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:20:52,007 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:20:52,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43119 2024-12-05T05:20:52,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43119 connecting to ZooKeeper ensemble=127.0.0.1:59913 2024-12-05T05:20:52,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431190x0, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:20:52,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43119-0x101a3ef69b00003 connected 2024-12-05T05:20:52,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:52,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:52,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Set watcher on znode that does not yet exist, /11894023637/running 2024-12-05T05:20:52,339 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9, hbase.cluster.distributed=false 2024-12-05T05:20:52,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Set watcher on znode that does not yet exist, /11894023637/acl 2024-12-05T05:20:52,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43119 2024-12-05T05:20:52,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43119 2024-12-05T05:20:52,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43119 2024-12-05T05:20:52,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43119 2024-12-05T05:20:52,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43119 2024-12-05T05:20:52,373 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:20:52,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:52,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:52,373 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:20:52,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:20:52,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:20:52,373 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:20:52,373 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:20:52,374 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40167 2024-12-05T05:20:52,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40167 connecting to ZooKeeper ensemble=127.0.0.1:59913 2024-12-05T05:20:52,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:52,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:52,405 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401670x0, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:20:52,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401670x0, quorum=127.0.0.1:59913, baseZNode=/11894023637 Set watcher on znode that does not yet exist, /11894023637/running 2024-12-05T05:20:52,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40167-0x101a3ef69b00004 connected 2024-12-05T05:20:52,405 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:20:52,406 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:20:52,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Set watcher on znode that does not yet exist, /11894023637/master 2024-12-05T05:20:52,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Set watcher on znode that does not yet exist, /11894023637/acl 2024-12-05T05:20:52,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40167 2024-12-05T05:20:52,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40167 2024-12-05T05:20:52,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40167 2024-12-05T05:20:52,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40167 2024-12-05T05:20:52,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40167 2024-12-05T05:20:52,428 DEBUG [M:0;8edcaf2ecc84:43119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:43119 2024-12-05T05:20:52,429 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11894023637/backup-masters/8edcaf2ecc84,43119,1733376052006 2024-12-05T05:20:52,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637/backup-masters 2024-12-05T05:20:52,439 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637/backup-masters 2024-12-05T05:20:52,439 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Set watcher on existing znode=/11894023637/backup-masters/8edcaf2ecc84,43119,1733376052006 2024-12-05T05:20:52,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:20:52,449 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11894023637/master 2024-12-05T05:20:52,449 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:20:52,450 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Set watcher on existing znode=/11894023637/master 2024-12-05T05:20:52,450 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11894023637/backup-masters/8edcaf2ecc84,43119,1733376052006 from backup master directory 2024-12-05T05:20:52,460 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637/backup-masters 2024-12-05T05:20:52,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11894023637/backup-masters/8edcaf2ecc84,43119,1733376052006 2024-12-05T05:20:52,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637/backup-masters 2024-12-05T05:20:52,460 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:20:52,460 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,43119,1733376052006 2024-12-05T05:20:52,463 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/hbase.id] with ID: b3e5f516-4f68-4cca-acb2-6b492f32dcb0 2024-12-05T05:20:52,463 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/.tmp/hbase.id 2024-12-05T05:20:52,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:20:52,870 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/.tmp/hbase.id]:[hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/hbase.id] 2024-12-05T05:20:52,878 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:20:52,878 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:20:52,879 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T05:20:52,933 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:20:52,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:20:52,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:20:53,342 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:20:53,343 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:20:53,343 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:53,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:20:53,355 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store 2024-12-05T05:20:53,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:20:53,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T05:20:53,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T05:20:53,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:20:53,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T05:20:53,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:20:53,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T05:20:53,768 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:53,769 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:20:53,769 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:53,769 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:53,769 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:20:53,769 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:53,769 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:20:53,769 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376053768Disabling compacts and flushes for region at 1733376053768Disabling writes for close at 1733376053769 (+1 ms)Writing region close event to WAL at 1733376053769Closed at 1733376053769 2024-12-05T05:20:53,770 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/.initializing 2024-12-05T05:20:53,770 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/WALs/8edcaf2ecc84,43119,1733376052006 2024-12-05T05:20:53,775 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:20:53,777 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C43119%2C1733376052006, suffix=, logDir=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/WALs/8edcaf2ecc84,43119,1733376052006, archiveDir=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/oldWALs, maxLogs=10 2024-12-05T05:20:53,794 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/WALs/8edcaf2ecc84,43119,1733376052006/8edcaf2ecc84%2C43119%2C1733376052006.1733376053777, exclude list is [], retry=0 2024-12-05T05:20:53,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35703,DS-37ffe979-c048-4c95-a9e2-6ff93646897e,DISK] 2024-12-05T05:20:53,808 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/WALs/8edcaf2ecc84,43119,1733376052006/8edcaf2ecc84%2C43119%2C1733376052006.1733376053777 2024-12-05T05:20:53,809 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647)] 2024-12-05T05:20:53,809 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:20:53,809 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:53,809 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:53,809 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:53,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:53,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:20:53,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:53,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:53,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:53,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:20:53,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:53,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:53,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:53,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:20:53,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:53,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:53,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:53,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:20:53,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:53,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:53,817 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:53,818 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:53,818 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:53,819 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:53,819 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:53,819 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:20:53,820 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:20:53,826 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:20:53,827 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74370738, jitterRate=0.10821035504341125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:20:53,827 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376053809Initializing all the Stores at 1733376053810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376053810Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376053810Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376053810Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376053810Cleaning up temporary data from old regions at 1733376053819 (+9 ms)Region opened successfully at 1733376053827 (+8 ms) 2024-12-05T05:20:53,827 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:20:53,830 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ff68af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:20:53,831 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:20:53,831 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:20:53,831 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:20:53,831 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:20:53,832 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:20:53,832 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:20:53,832 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:20:53,840 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:20:53,841 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Unable to get data of znode /11894023637/balancer because node does not exist (not necessarily an error) 2024-12-05T05:20:53,910 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11894023637/balancer already deleted, retry=false 2024-12-05T05:20:53,910 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:20:53,911 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Unable to get data of znode /11894023637/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:20:53,928 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11894023637/normalizer already deleted, retry=false 2024-12-05T05:20:53,929 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:20:53,935 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Unable to get data of znode /11894023637/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:20:53,944 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11894023637/switch/split already deleted, retry=false 2024-12-05T05:20:53,956 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Unable to get data of znode /11894023637/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:20:53,968 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11894023637/switch/merge already deleted, retry=false 2024-12-05T05:20:53,970 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Unable to get data of znode /11894023637/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:20:53,976 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11894023637/snapshot-cleanup already deleted, retry=false 2024-12-05T05:20:53,987 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11894023637/running 2024-12-05T05:20:53,987 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:20:53,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11894023637/running 2024-12-05T05:20:53,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:20:53,988 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,43119,1733376052006, sessionid=0x101a3ef69b00003, setting cluster-up flag (Was=false) 2024-12-05T05:20:54,007 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:20:54,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:20:54,039 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11894023637/flush-table-proc/acquired, /11894023637/flush-table-proc/reached, /11894023637/flush-table-proc/abort 2024-12-05T05:20:54,040 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,43119,1733376052006 2024-12-05T05:20:54,060 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:20:54,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:20:54,092 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11894023637/online-snapshot/acquired, /11894023637/online-snapshot/reached, /11894023637/online-snapshot/abort 2024-12-05T05:20:54,093 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,43119,1733376052006 2024-12-05T05:20:54,094 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:20:54,097 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:54,098 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:20:54,098 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:20:54,098 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,43119,1733376052006 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:20:54,099 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:54,099 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:54,099 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:54,099 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:20:54,100 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:20:54,100 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:54,100 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:20:54,100 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:54,109 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:54,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:20:54,111 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:54,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:20:54,125 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376084125 2024-12-05T05:20:54,125 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:20:54,125 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:20:54,125 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:20:54,125 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:20:54,125 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:20:54,125 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:20:54,125 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:54,125 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(746): ClusterId : b3e5f516-4f68-4cca-acb2-6b492f32dcb0 2024-12-05T05:20:54,126 DEBUG [RS:0;8edcaf2ecc84:40167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:20:54,128 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:20:54,128 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:20:54,128 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:20:54,128 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:20:54,133 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:20:54,133 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:20:54,137 DEBUG [RS:0;8edcaf2ecc84:40167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:20:54,137 DEBUG [RS:0;8edcaf2ecc84:40167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:20:54,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:20:54,139 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376054133,5,FailOnTimeoutGroup] 2024-12-05T05:20:54,140 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376054139,5,FailOnTimeoutGroup] 2024-12-05T05:20:54,140 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:54,140 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:20:54,140 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:54,140 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:54,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:20:54,142 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9 2024-12-05T05:20:54,153 DEBUG [RS:0;8edcaf2ecc84:40167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:20:54,153 DEBUG [RS:0;8edcaf2ecc84:40167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a5e7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:20:54,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741832_1008 (size=32) 2024-12-05T05:20:54,170 DEBUG [RS:0;8edcaf2ecc84:40167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:40167 2024-12-05T05:20:54,170 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:20:54,170 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:20:54,170 DEBUG [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:20:54,171 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,43119,1733376052006 with port=40167, startcode=1733376052373 2024-12-05T05:20:54,171 DEBUG [RS:0;8edcaf2ecc84:40167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:20:54,173 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:20:54,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43119 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,40167,1733376052373 2024-12-05T05:20:54,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43119 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,40167,1733376052373 2024-12-05T05:20:54,174 DEBUG [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9 2024-12-05T05:20:54,174 DEBUG [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38757 2024-12-05T05:20:54,174 DEBUG [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:20:54,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637/rs 2024-12-05T05:20:54,187 DEBUG [RS:0;8edcaf2ecc84:40167 {}] zookeeper.ZKUtil(111): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Set watcher on existing znode=/11894023637/rs/8edcaf2ecc84,40167,1733376052373 2024-12-05T05:20:54,187 WARN [RS:0;8edcaf2ecc84:40167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:20:54,187 INFO [RS:0;8edcaf2ecc84:40167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:54,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,40167,1733376052373] 2024-12-05T05:20:54,187 DEBUG [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373 2024-12-05T05:20:54,190 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:20:54,191 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:20:54,191 INFO [RS:0;8edcaf2ecc84:40167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:20:54,191 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:54,191 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:20:54,192 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:20:54,192 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:54,192 DEBUG [RS:0;8edcaf2ecc84:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:54,192 DEBUG [RS:0;8edcaf2ecc84:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:54,192 DEBUG [RS:0;8edcaf2ecc84:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:54,192 DEBUG [RS:0;8edcaf2ecc84:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:54,192 DEBUG [RS:0;8edcaf2ecc84:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:54,192 DEBUG [RS:0;8edcaf2ecc84:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:20:54,192 DEBUG [RS:0;8edcaf2ecc84:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:54,192 DEBUG [RS:0;8edcaf2ecc84:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:54,192 DEBUG [RS:0;8edcaf2ecc84:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:54,192 DEBUG [RS:0;8edcaf2ecc84:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:54,192 DEBUG [RS:0;8edcaf2ecc84:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:54,193 DEBUG [RS:0;8edcaf2ecc84:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:20:54,193 DEBUG [RS:0;8edcaf2ecc84:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:20:54,193 DEBUG [RS:0;8edcaf2ecc84:40167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:20:54,193 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:54,193 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:54,193 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:54,193 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:54,193 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:54,193 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,40167,1733376052373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:20:54,206 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:20:54,206 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,40167,1733376052373-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:54,207 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:54,207 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.Replication(171): 8edcaf2ecc84,40167,1733376052373 started 2024-12-05T05:20:54,223 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:54,223 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,40167,1733376052373, RpcServer on 8edcaf2ecc84/172.17.0.3:40167, sessionid=0x101a3ef69b00004 2024-12-05T05:20:54,223 DEBUG [RS:0;8edcaf2ecc84:40167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:20:54,223 DEBUG [RS:0;8edcaf2ecc84:40167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,40167,1733376052373 2024-12-05T05:20:54,223 DEBUG [RS:0;8edcaf2ecc84:40167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,40167,1733376052373' 2024-12-05T05:20:54,223 DEBUG [RS:0;8edcaf2ecc84:40167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11894023637/flush-table-proc/abort' 2024-12-05T05:20:54,224 DEBUG [RS:0;8edcaf2ecc84:40167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11894023637/flush-table-proc/acquired' 2024-12-05T05:20:54,225 DEBUG [RS:0;8edcaf2ecc84:40167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:20:54,225 DEBUG [RS:0;8edcaf2ecc84:40167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:20:54,225 DEBUG [RS:0;8edcaf2ecc84:40167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,40167,1733376052373 2024-12-05T05:20:54,225 DEBUG [RS:0;8edcaf2ecc84:40167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,40167,1733376052373' 2024-12-05T05:20:54,225 DEBUG [RS:0;8edcaf2ecc84:40167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11894023637/online-snapshot/abort' 2024-12-05T05:20:54,225 DEBUG [RS:0;8edcaf2ecc84:40167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11894023637/online-snapshot/acquired' 2024-12-05T05:20:54,225 DEBUG [RS:0;8edcaf2ecc84:40167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:20:54,225 INFO [RS:0;8edcaf2ecc84:40167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:20:54,225 INFO [RS:0;8edcaf2ecc84:40167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:20:54,326 INFO [RS:0;8edcaf2ecc84:40167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:20:54,329 INFO [RS:0;8edcaf2ecc84:40167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C40167%2C1733376052373, suffix=, logDir=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373, archiveDir=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/oldWALs, maxLogs=10 2024-12-05T05:20:54,346 DEBUG [RS:0;8edcaf2ecc84:40167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330, exclude list is [], retry=0 2024-12-05T05:20:54,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35703,DS-37ffe979-c048-4c95-a9e2-6ff93646897e,DISK] 2024-12-05T05:20:54,354 INFO [RS:0;8edcaf2ecc84:40167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 2024-12-05T05:20:54,355 DEBUG [RS:0;8edcaf2ecc84:40167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647)] 2024-12-05T05:20:54,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:54,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:20:54,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:20:54,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:54,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:54,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:20:54,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:20:54,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:54,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:54,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:20:54,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:20:54,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:54,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:54,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:20:54,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:20:54,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:54,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:54,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:20:54,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740 2024-12-05T05:20:54,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740 2024-12-05T05:20:54,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:20:54,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:20:54,582 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:20:54,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:20:54,587 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:20:54,589 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68981322, jitterRate=0.027901798486709595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:20:54,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733376054563Initializing all the Stores at 1733376054563Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376054564 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376054568 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376054568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376054568Cleaning up temporary data from old regions at 1733376054582 (+14 ms)Region opened successfully at 1733376054589 (+7 ms) 2024-12-05T05:20:54,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:20:54,589 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:20:54,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:20:54,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:20:54,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:20:54,606 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:20:54,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376054589Disabling compacts and flushes for region at 1733376054589Disabling writes for close at 1733376054589Writing region close event to WAL at 1733376054606 (+17 ms)Closed at 1733376054606 2024-12-05T05:20:54,608 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:54,608 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:20:54,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:20:54,609 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:20:54,610 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:20:54,760 DEBUG [8edcaf2ecc84:43119 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:20:54,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,40167,1733376052373 2024-12-05T05:20:54,762 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,40167,1733376052373, state=OPENING 2024-12-05T05:20:54,862 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:20:54,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:20:54,881 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:20:54,881 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:20:54,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,40167,1733376052373}] 2024-12-05T05:20:54,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11894023637/meta-region-server: CHANGED 2024-12-05T05:20:54,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11894023637/meta-region-server: CHANGED 2024-12-05T05:20:55,034 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:20:55,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:20:55,039 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:20:55,039 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:55,040 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:20:55,041 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C40167%2C1733376052373.meta, suffix=.meta, logDir=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373, archiveDir=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/oldWALs, maxLogs=10 2024-12-05T05:20:55,057 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.meta.1733376055041.meta, exclude list is [], retry=0 2024-12-05T05:20:55,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35703,DS-37ffe979-c048-4c95-a9e2-6ff93646897e,DISK] 2024-12-05T05:20:55,061 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.meta.1733376055041.meta 2024-12-05T05:20:55,061 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647)] 2024-12-05T05:20:55,061 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:20:55,061 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:20:55,062 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:20:55,062 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:20:55,062 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:20:55,062 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:20:55,062 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:55,062 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:20:55,062 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:20:55,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:20:55,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:20:55,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:55,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:55,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:20:55,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:20:55,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:55,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:55,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:20:55,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:20:55,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:55,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:55,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:20:55,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:20:55,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:55,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:20:55,068 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:20:55,069 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740 2024-12-05T05:20:55,070 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740 2024-12-05T05:20:55,070 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:20:55,070 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:20:55,071 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:20:55,072 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:20:55,072 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60029411, jitterRate=-0.10549207031726837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:20:55,072 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:20:55,073 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376055062Writing region info on filesystem at 1733376055062Initializing all the Stores at 1733376055063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376055063Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376055063Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376055063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376055063Cleaning up temporary data from old regions at 1733376055070 (+7 ms)Running coprocessor post-open hooks at 1733376055072 (+2 ms)Region opened successfully at 1733376055073 (+1 ms) 2024-12-05T05:20:55,073 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376055034 2024-12-05T05:20:55,076 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:20:55,076 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:20:55,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,40167,1733376052373 2024-12-05T05:20:55,077 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,40167,1733376052373, state=OPEN 2024-12-05T05:20:55,102 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11894023637/meta-region-server 2024-12-05T05:20:55,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11894023637/meta-region-server 2024-12-05T05:20:55,102 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,40167,1733376052373 2024-12-05T05:20:55,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11894023637/meta-region-server: CHANGED 2024-12-05T05:20:55,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11894023637/meta-region-server: CHANGED 2024-12-05T05:20:55,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:20:55,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,40167,1733376052373 in 221 msec 2024-12-05T05:20:55,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:20:55,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-12-05T05:20:55,106 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:20:55,106 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:20:55,107 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:20:55,107 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,40167,1733376052373, seqNum=-1] 2024-12-05T05:20:55,108 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:20:55,108 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:20:55,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:20:55,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0160 sec 2024-12-05T05:20:55,113 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376055113, completionTime=-1 2024-12-05T05:20:55,113 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:20:55,113 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:20:55,115 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:20:55,115 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376115115 2024-12-05T05:20:55,115 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376175115 2024-12-05T05:20:55,115 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T05:20:55,115 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,43119,1733376052006-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:55,115 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,43119,1733376052006-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:55,115 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,43119,1733376052006-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:55,115 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:43119, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:55,115 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:55,116 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:55,117 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:20:55,118 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.658sec 2024-12-05T05:20:55,118 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:20:55,118 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:20:55,118 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:20:55,118 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:20:55,118 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:20:55,119 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,43119,1733376052006-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:20:55,119 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,43119,1733376052006-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:20:55,121 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:20:55,122 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:20:55,122 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,43119,1733376052006-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:20:55,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a65ba58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:55,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,43119,-1 for getting cluster id 2024-12-05T05:20:55,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:20:55,127 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e5f516-4f68-4cca-acb2-6b492f32dcb0' 2024-12-05T05:20:55,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:20:55,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e5f516-4f68-4cca-acb2-6b492f32dcb0" 2024-12-05T05:20:55,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79966cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:55,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,43119,-1] 2024-12-05T05:20:55,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:20:55,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:55,128 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:20:55,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19dc6dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:55,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:20:55,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,40167,1733376052373, seqNum=-1] 2024-12-05T05:20:55,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:20:55,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:20:55,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,43119,1733376052006 2024-12-05T05:20:55,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59913 2024-12-05T05:20:55,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:55,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:55,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:55,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:55,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:55,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:55,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:20:55,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:20:55,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a3ef69b00005 connected 2024-12-05T05:20:55,164 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:20:55,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:20:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35571,1733376046916 2024-12-05T05:20:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f5668ae 2024-12-05T05:20:55,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:20:55,233 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:20:55,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:20:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T05:20:55,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:20:55,237 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:55,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T05:20:55,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:20:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:55,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741835_1011 (size=902) 2024-12-05T05:20:55,249 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a8d447c5bb023e2ce037752901ff7de, NAME => 'test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba 2024-12-05T05:20:55,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741836_1012 (size=39) 2024-12-05T05:20:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:55,658 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:55,658 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3a8d447c5bb023e2ce037752901ff7de, disabling compactions & flushes 2024-12-05T05:20:55,659 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de. 2024-12-05T05:20:55,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de. 2024-12-05T05:20:55,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de. after waiting 0 ms 2024-12-05T05:20:55,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de. 2024-12-05T05:20:55,659 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de. 2024-12-05T05:20:55,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a8d447c5bb023e2ce037752901ff7de: Waiting for close lock at 1733376055658Disabling compacts and flushes for region at 1733376055658Disabling writes for close at 1733376055659 (+1 ms)Writing region close event to WAL at 1733376055659Closed at 1733376055659 2024-12-05T05:20:55,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:20:55,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733376055660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376055660"}]},"ts":"1733376055660"} 2024-12-05T05:20:55,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:20:55,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:20:55,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376055664"}]},"ts":"1733376055664"} 2024-12-05T05:20:55,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T05:20:55,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3a8d447c5bb023e2ce037752901ff7de, ASSIGN}] 2024-12-05T05:20:55,669 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3a8d447c5bb023e2ce037752901ff7de, ASSIGN 2024-12-05T05:20:55,670 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3a8d447c5bb023e2ce037752901ff7de, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,45127,1733376047820; forceNewPlan=false, retain=false 2024-12-05T05:20:55,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a8d447c5bb023e2ce037752901ff7de, regionState=OPENING, regionLocation=8edcaf2ecc84,45127,1733376047820 2024-12-05T05:20:55,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3a8d447c5bb023e2ce037752901ff7de, ASSIGN because future has completed 2024-12-05T05:20:55,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a8d447c5bb023e2ce037752901ff7de, server=8edcaf2ecc84,45127,1733376047820}] 2024-12-05T05:20:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:55,980 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de. 2024-12-05T05:20:55,980 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a8d447c5bb023e2ce037752901ff7de, NAME => 'test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:20:55,980 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:20:55,980 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T05:20:55,980 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3a8d447c5bb023e2ce037752901ff7de 2024-12-05T05:20:55,981 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:55,981 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3a8d447c5bb023e2ce037752901ff7de 2024-12-05T05:20:55,981 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3a8d447c5bb023e2ce037752901ff7de 2024-12-05T05:20:55,982 INFO [StoreOpener-3a8d447c5bb023e2ce037752901ff7de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3a8d447c5bb023e2ce037752901ff7de 2024-12-05T05:20:55,983 INFO [StoreOpener-3a8d447c5bb023e2ce037752901ff7de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a8d447c5bb023e2ce037752901ff7de columnFamilyName f 2024-12-05T05:20:55,983 DEBUG [StoreOpener-3a8d447c5bb023e2ce037752901ff7de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:55,983 INFO [StoreOpener-3a8d447c5bb023e2ce037752901ff7de-1 {}] regionserver.HStore(327): Store=3a8d447c5bb023e2ce037752901ff7de/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:55,983 INFO [StoreOpener-3a8d447c5bb023e2ce037752901ff7de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3a8d447c5bb023e2ce037752901ff7de 2024-12-05T05:20:55,984 INFO [StoreOpener-3a8d447c5bb023e2ce037752901ff7de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a8d447c5bb023e2ce037752901ff7de columnFamilyName f1 2024-12-05T05:20:55,984 DEBUG [StoreOpener-3a8d447c5bb023e2ce037752901ff7de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:55,985 INFO [StoreOpener-3a8d447c5bb023e2ce037752901ff7de-1 {}] regionserver.HStore(327): Store=3a8d447c5bb023e2ce037752901ff7de/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:55,985 INFO [StoreOpener-3a8d447c5bb023e2ce037752901ff7de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3a8d447c5bb023e2ce037752901ff7de 2024-12-05T05:20:55,985 INFO [StoreOpener-3a8d447c5bb023e2ce037752901ff7de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a8d447c5bb023e2ce037752901ff7de columnFamilyName norep 2024-12-05T05:20:55,986 DEBUG [StoreOpener-3a8d447c5bb023e2ce037752901ff7de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:55,986 INFO [StoreOpener-3a8d447c5bb023e2ce037752901ff7de-1 {}] regionserver.HStore(327): Store=3a8d447c5bb023e2ce037752901ff7de/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:55,986 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3a8d447c5bb023e2ce037752901ff7de 2024-12-05T05:20:55,986 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de 2024-12-05T05:20:55,987 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de 2024-12-05T05:20:55,987 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3a8d447c5bb023e2ce037752901ff7de 2024-12-05T05:20:55,987 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3a8d447c5bb023e2ce037752901ff7de 2024-12-05T05:20:55,988 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:20:55,988 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3a8d447c5bb023e2ce037752901ff7de 2024-12-05T05:20:55,990 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:20:55,990 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3a8d447c5bb023e2ce037752901ff7de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66583551, jitterRate=-0.007827773690223694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:20:55,990 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a8d447c5bb023e2ce037752901ff7de 2024-12-05T05:20:55,990 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3a8d447c5bb023e2ce037752901ff7de: Running coprocessor pre-open hook at 1733376055981Writing region info on filesystem at 1733376055981Initializing all the Stores at 1733376055981Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376055981Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376055982 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376055982Cleaning up temporary data from old regions at 1733376055987 (+5 ms)Running coprocessor post-open hooks at 1733376055990 (+3 ms)Region opened successfully at 1733376055990 2024-12-05T05:20:55,991 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de., pid=6, masterSystemTime=1733376055976 2024-12-05T05:20:55,993 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de. 2024-12-05T05:20:55,993 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de. 2024-12-05T05:20:55,994 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a8d447c5bb023e2ce037752901ff7de, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8edcaf2ecc84,45127,1733376047820 2024-12-05T05:20:55,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a8d447c5bb023e2ce037752901ff7de, server=8edcaf2ecc84,45127,1733376047820 because future has completed 2024-12-05T05:20:55,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:20:55,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a8d447c5bb023e2ce037752901ff7de, server=8edcaf2ecc84,45127,1733376047820 in 173 msec 2024-12-05T05:20:56,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T05:20:56,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3a8d447c5bb023e2ce037752901ff7de, ASSIGN in 331 msec 2024-12-05T05:20:56,000 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:20:56,000 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376056000"}]},"ts":"1733376056000"} 2024-12-05T05:20:56,002 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T05:20:56,003 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:20:56,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-12-05T05:20:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:56,371 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T05:20:56,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:20:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,43119,1733376052006 2024-12-05T05:20:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@471f4903 2024-12-05T05:20:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:20:56,373 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:20:56,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:20:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T05:20:56,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:20:56,375 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:56,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T05:20:56,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:20:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:56,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741835_1011 (size=902) 2024-12-05T05:20:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:56,783 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 754aedf5277215f384edc76dab963ab1, NAME => 'test,,1733376056373.754aedf5277215f384edc76dab963ab1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9 2024-12-05T05:20:56,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741836_1012 (size=39) 2024-12-05T05:20:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:57,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733376056373.754aedf5277215f384edc76dab963ab1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:57,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 754aedf5277215f384edc76dab963ab1, disabling compactions & flushes 2024-12-05T05:20:57,195 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733376056373.754aedf5277215f384edc76dab963ab1. 2024-12-05T05:20:57,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376056373.754aedf5277215f384edc76dab963ab1. 2024-12-05T05:20:57,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733376056373.754aedf5277215f384edc76dab963ab1. after waiting 0 ms 2024-12-05T05:20:57,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733376056373.754aedf5277215f384edc76dab963ab1. 2024-12-05T05:20:57,195 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733376056373.754aedf5277215f384edc76dab963ab1. 2024-12-05T05:20:57,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 754aedf5277215f384edc76dab963ab1: Waiting for close lock at 1733376057195Disabling compacts and flushes for region at 1733376057195Disabling writes for close at 1733376057195Writing region close event to WAL at 1733376057195Closed at 1733376057195 2024-12-05T05:20:57,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:20:57,198 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733376056373.754aedf5277215f384edc76dab963ab1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733376057198"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376057198"}]},"ts":"1733376057198"} 2024-12-05T05:20:57,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:20:57,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:20:57,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376057202"}]},"ts":"1733376057202"} 2024-12-05T05:20:57,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T05:20:57,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=754aedf5277215f384edc76dab963ab1, ASSIGN}] 2024-12-05T05:20:57,207 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=754aedf5277215f384edc76dab963ab1, ASSIGN 2024-12-05T05:20:57,208 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=754aedf5277215f384edc76dab963ab1, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,40167,1733376052373; forceNewPlan=false, retain=false 2024-12-05T05:20:57,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=754aedf5277215f384edc76dab963ab1, regionState=OPENING, regionLocation=8edcaf2ecc84,40167,1733376052373 2024-12-05T05:20:57,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=754aedf5277215f384edc76dab963ab1, ASSIGN because future has completed 2024-12-05T05:20:57,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 754aedf5277215f384edc76dab963ab1, server=8edcaf2ecc84,40167,1733376052373}] 2024-12-05T05:20:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:57,523 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733376056373.754aedf5277215f384edc76dab963ab1. 2024-12-05T05:20:57,523 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 754aedf5277215f384edc76dab963ab1, NAME => 'test,,1733376056373.754aedf5277215f384edc76dab963ab1.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:20:57,524 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:20:57,524 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T05:20:57,524 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 754aedf5277215f384edc76dab963ab1 2024-12-05T05:20:57,524 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733376056373.754aedf5277215f384edc76dab963ab1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:57,524 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 754aedf5277215f384edc76dab963ab1 2024-12-05T05:20:57,524 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 754aedf5277215f384edc76dab963ab1 2024-12-05T05:20:57,525 INFO [StoreOpener-754aedf5277215f384edc76dab963ab1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 754aedf5277215f384edc76dab963ab1 2024-12-05T05:20:57,527 INFO [StoreOpener-754aedf5277215f384edc76dab963ab1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 754aedf5277215f384edc76dab963ab1 columnFamilyName f 2024-12-05T05:20:57,527 DEBUG [StoreOpener-754aedf5277215f384edc76dab963ab1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:57,527 INFO [StoreOpener-754aedf5277215f384edc76dab963ab1-1 {}] regionserver.HStore(327): Store=754aedf5277215f384edc76dab963ab1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:57,527 INFO [StoreOpener-754aedf5277215f384edc76dab963ab1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 754aedf5277215f384edc76dab963ab1 2024-12-05T05:20:57,528 INFO [StoreOpener-754aedf5277215f384edc76dab963ab1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 754aedf5277215f384edc76dab963ab1 columnFamilyName f1 2024-12-05T05:20:57,528 DEBUG [StoreOpener-754aedf5277215f384edc76dab963ab1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:57,528 INFO [StoreOpener-754aedf5277215f384edc76dab963ab1-1 {}] regionserver.HStore(327): Store=754aedf5277215f384edc76dab963ab1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:57,528 INFO [StoreOpener-754aedf5277215f384edc76dab963ab1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 754aedf5277215f384edc76dab963ab1 2024-12-05T05:20:57,529 INFO [StoreOpener-754aedf5277215f384edc76dab963ab1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 754aedf5277215f384edc76dab963ab1 columnFamilyName norep 2024-12-05T05:20:57,529 DEBUG [StoreOpener-754aedf5277215f384edc76dab963ab1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:57,529 INFO [StoreOpener-754aedf5277215f384edc76dab963ab1-1 {}] regionserver.HStore(327): Store=754aedf5277215f384edc76dab963ab1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:57,529 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 754aedf5277215f384edc76dab963ab1 2024-12-05T05:20:57,530 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1 2024-12-05T05:20:57,530 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1 2024-12-05T05:20:57,531 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 754aedf5277215f384edc76dab963ab1 2024-12-05T05:20:57,531 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 754aedf5277215f384edc76dab963ab1 2024-12-05T05:20:57,531 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:20:57,532 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 754aedf5277215f384edc76dab963ab1 2024-12-05T05:20:57,533 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:20:57,534 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 754aedf5277215f384edc76dab963ab1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62928658, jitterRate=-0.062289923429489136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:20:57,534 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 754aedf5277215f384edc76dab963ab1 2024-12-05T05:20:57,534 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 754aedf5277215f384edc76dab963ab1: Running coprocessor pre-open hook at 1733376057524Writing region info on filesystem at 1733376057524Initializing all the Stores at 1733376057525 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376057525Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376057525Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376057525Cleaning up temporary data from old regions at 1733376057531 (+6 ms)Running coprocessor post-open hooks at 1733376057534 (+3 ms)Region opened successfully at 1733376057534 2024-12-05T05:20:57,534 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733376056373.754aedf5277215f384edc76dab963ab1., pid=6, masterSystemTime=1733376057520 2024-12-05T05:20:57,536 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733376056373.754aedf5277215f384edc76dab963ab1. 2024-12-05T05:20:57,536 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733376056373.754aedf5277215f384edc76dab963ab1. 2024-12-05T05:20:57,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=754aedf5277215f384edc76dab963ab1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8edcaf2ecc84,40167,1733376052373 2024-12-05T05:20:57,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 754aedf5277215f384edc76dab963ab1, server=8edcaf2ecc84,40167,1733376052373 because future has completed 2024-12-05T05:20:57,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:20:57,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 754aedf5277215f384edc76dab963ab1, server=8edcaf2ecc84,40167,1733376052373 in 173 msec 2024-12-05T05:20:57,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T05:20:57,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=754aedf5277215f384edc76dab963ab1, ASSIGN in 336 msec 2024-12-05T05:20:57,546 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:20:57,547 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376057546"}]},"ts":"1733376057546"} 2024-12-05T05:20:57,549 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T05:20:57,549 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:20:57,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-12-05T05:20:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:20:58,521 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T05:20:58,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a38758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:58,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35571,-1 for getting cluster id 2024-12-05T05:20:58,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:20:58,522 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df156417-bbef-49a4-a971-9fce87d8ff60' 2024-12-05T05:20:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:20:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df156417-bbef-49a4-a971-9fce87d8ff60" 2024-12-05T05:20:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383c067e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35571,-1] 2024-12-05T05:20:58,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:20:58,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:58,523 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:20:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b35bde0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:58,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3217093d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:58,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,43119,-1 for getting cluster id 2024-12-05T05:20:58,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:20:58,525 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e5f516-4f68-4cca-acb2-6b492f32dcb0' 2024-12-05T05:20:58,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:20:58,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e5f516-4f68-4cca-acb2-6b492f32dcb0" 2024-12-05T05:20:58,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3012d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:58,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,43119,-1] 2024-12-05T05:20:58,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:20:58,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:58,526 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:20:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea27810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:58,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652534fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:58,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35571,-1 for getting cluster id 2024-12-05T05:20:58,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:20:58,527 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df156417-bbef-49a4-a971-9fce87d8ff60' 2024-12-05T05:20:58,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:20:58,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df156417-bbef-49a4-a971-9fce87d8ff60" 2024-12-05T05:20:58,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33530707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:58,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35571,-1] 2024-12-05T05:20:58,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:20:58,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:58,529 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:20:58,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61300b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:58,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:20:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35571,1733376046916 2024-12-05T05:20:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28340511 2024-12-05T05:20:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:20:58,531 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:20:58,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:43119,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:20:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:20:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:20:58,534 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:43119' 2024-12-05T05:20:58,534 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703f9c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:58,534 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,43119,-1 for getting cluster id 2024-12-05T05:20:58,534 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:20:58,535 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e5f516-4f68-4cca-acb2-6b492f32dcb0' 2024-12-05T05:20:58,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:20:58,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e5f516-4f68-4cca-acb2-6b492f32dcb0" 2024-12-05T05:20:58,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335656a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:58,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,43119,-1] 2024-12-05T05:20:58,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:20:58,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:58,536 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:20:58,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605002c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:20:58,537 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:20:58,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,43119,1733376052006 2024-12-05T05:20:58,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cb5e2a0 2024-12-05T05:20:58,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:20:58,538 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:20:58,539 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T05:20:58,539 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:20:58,539 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:58,539 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:20:58,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:20:58,539 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:20:58,540 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:20:58,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:20:58,541 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:58,542 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:20:58,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741837_1013 (size=1138) 2024-12-05T05:20:58,591 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T05:20:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:20:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:20:58,951 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5d02e58b06f8beccd9b7be98a0cbcc0, NAME => 'hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba 2024-12-05T05:20:58,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741838_1014 (size=44) 2024-12-05T05:20:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:20:59,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:59,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f5d02e58b06f8beccd9b7be98a0cbcc0, disabling compactions & flushes 2024-12-05T05:20:59,358 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0. 2024-12-05T05:20:59,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0. 2024-12-05T05:20:59,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0. after waiting 0 ms 2024-12-05T05:20:59,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0. 2024-12-05T05:20:59,358 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0. 2024-12-05T05:20:59,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5d02e58b06f8beccd9b7be98a0cbcc0: Waiting for close lock at 1733376059358Disabling compacts and flushes for region at 1733376059358Disabling writes for close at 1733376059358Writing region close event to WAL at 1733376059358Closed at 1733376059358 2024-12-05T05:20:59,359 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:20:59,360 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733376059360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376059360"}]},"ts":"1733376059360"} 2024-12-05T05:20:59,363 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:20:59,364 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:20:59,364 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376059364"}]},"ts":"1733376059364"} 2024-12-05T05:20:59,371 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T05:20:59,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5d02e58b06f8beccd9b7be98a0cbcc0, ASSIGN}] 2024-12-05T05:20:59,375 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5d02e58b06f8beccd9b7be98a0cbcc0, ASSIGN 2024-12-05T05:20:59,376 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5d02e58b06f8beccd9b7be98a0cbcc0, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,45127,1733376047820; forceNewPlan=false, retain=false 2024-12-05T05:20:59,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5d02e58b06f8beccd9b7be98a0cbcc0, regionState=OPENING, regionLocation=8edcaf2ecc84,45127,1733376047820 2024-12-05T05:20:59,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5d02e58b06f8beccd9b7be98a0cbcc0, ASSIGN because future has completed 2024-12-05T05:20:59,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d02e58b06f8beccd9b7be98a0cbcc0, server=8edcaf2ecc84,45127,1733376047820}] 2024-12-05T05:20:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:20:59,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0. 2024-12-05T05:20:59,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:20:59,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:20:59,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C45127%2C1733376047820.rep, suffix=, logDir=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820, archiveDir=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/oldWALs, maxLogs=10 2024-12-05T05:20:59,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.rep.1733376059691, exclude list is [], retry=0 2024-12-05T05:20:59,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41547,DS-857127ce-82a2-4975-8d05-b28343435274,DISK] 2024-12-05T05:20:59,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.rep.1733376059691 2024-12-05T05:20:59,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44991:44991)] 2024-12-05T05:20:59,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f5d02e58b06f8beccd9b7be98a0cbcc0, NAME => 'hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:20:59,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:20:59,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:20:59,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0. service=MultiRowMutationService 2024-12-05T05:20:59,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:20:59,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:20:59,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:20:59,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:20:59,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:20:59,720 INFO [StoreOpener-f5d02e58b06f8beccd9b7be98a0cbcc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:20:59,722 INFO [StoreOpener-f5d02e58b06f8beccd9b7be98a0cbcc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d02e58b06f8beccd9b7be98a0cbcc0 columnFamilyName hfileref 2024-12-05T05:20:59,722 DEBUG [StoreOpener-f5d02e58b06f8beccd9b7be98a0cbcc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:59,722 INFO [StoreOpener-f5d02e58b06f8beccd9b7be98a0cbcc0-1 {}] regionserver.HStore(327): Store=f5d02e58b06f8beccd9b7be98a0cbcc0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:59,722 INFO [StoreOpener-f5d02e58b06f8beccd9b7be98a0cbcc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:20:59,724 INFO [StoreOpener-f5d02e58b06f8beccd9b7be98a0cbcc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d02e58b06f8beccd9b7be98a0cbcc0 columnFamilyName queue 2024-12-05T05:20:59,728 DEBUG [StoreOpener-f5d02e58b06f8beccd9b7be98a0cbcc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:59,728 INFO [StoreOpener-f5d02e58b06f8beccd9b7be98a0cbcc0-1 {}] regionserver.HStore(327): Store=f5d02e58b06f8beccd9b7be98a0cbcc0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:59,729 INFO [StoreOpener-f5d02e58b06f8beccd9b7be98a0cbcc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:20:59,730 INFO [StoreOpener-f5d02e58b06f8beccd9b7be98a0cbcc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d02e58b06f8beccd9b7be98a0cbcc0 columnFamilyName sid 2024-12-05T05:20:59,730 DEBUG [StoreOpener-f5d02e58b06f8beccd9b7be98a0cbcc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:20:59,730 INFO [StoreOpener-f5d02e58b06f8beccd9b7be98a0cbcc0-1 {}] regionserver.HStore(327): Store=f5d02e58b06f8beccd9b7be98a0cbcc0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:20:59,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:20:59,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/replication/f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:20:59,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/replication/f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:20:59,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:20:59,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:20:59,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:20:59,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:20:59,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/replication/f5d02e58b06f8beccd9b7be98a0cbcc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:20:59,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f5d02e58b06f8beccd9b7be98a0cbcc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67865084, jitterRate=0.011268556118011475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:20:59,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:20:59,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f5d02e58b06f8beccd9b7be98a0cbcc0: Running coprocessor pre-open hook at 1733376059716Writing region info on filesystem at 1733376059716Initializing all the Stores at 1733376059717 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376059717Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376059720 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376059720Cleaning up temporary data from old regions at 1733376059739 (+19 ms)Running coprocessor post-open hooks at 1733376059745 (+6 ms)Region opened successfully at 1733376059746 (+1 ms) 2024-12-05T05:20:59,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0., pid=10, masterSystemTime=1733376059681 2024-12-05T05:20:59,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0. 2024-12-05T05:20:59,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0. 2024-12-05T05:20:59,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5d02e58b06f8beccd9b7be98a0cbcc0, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,45127,1733376047820 2024-12-05T05:20:59,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d02e58b06f8beccd9b7be98a0cbcc0, server=8edcaf2ecc84,45127,1733376047820 because future has completed 2024-12-05T05:20:59,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T05:20:59,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f5d02e58b06f8beccd9b7be98a0cbcc0, server=8edcaf2ecc84,45127,1733376047820 in 224 msec 2024-12-05T05:20:59,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T05:20:59,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5d02e58b06f8beccd9b7be98a0cbcc0, ASSIGN in 386 msec 2024-12-05T05:20:59,766 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:20:59,766 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376059766"}]},"ts":"1733376059766"} 2024-12-05T05:20:59,768 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T05:20:59,769 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:20:59,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2300 sec 2024-12-05T05:20:59,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0., hostname=8edcaf2ecc84,45127,1733376047820, seqNum=2] 2024-12-05T05:20:59,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:20:59,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:20:59,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:21:00,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T05:21:00,047 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T05:21:00,077 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,45127,1733376047820, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:21:00,077 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:00,077 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,45127,1733376047820, seqNum=-1] 2024-12-05T05:21:00,078 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:00,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T05:21:00,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8edcaf2ecc84,45127,1733376047820', locateType=CURRENT is [region=hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0., hostname=8edcaf2ecc84,45127,1733376047820, seqNum=2] 2024-12-05T05:21:00,083 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T05:21:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T05:21:00,085 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8edcaf2ecc84,45127,1733376047820 suceeded 2024-12-05T05:21:00,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T05:21:00,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-05T05:21:00,087 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8edcaf2ecc84:43119,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:21:00,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5560 sec 2024-12-05T05:21:00,098 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:43119' 2024-12-05T05:21:00,107 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51bcb9f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:00,107 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,43119,-1 for getting cluster id 2024-12-05T05:21:00,107 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:00,108 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e5f516-4f68-4cca-acb2-6b492f32dcb0' 2024-12-05T05:21:00,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:00,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e5f516-4f68-4cca-acb2-6b492f32dcb0" 2024-12-05T05:21:00,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19a40879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:00,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,43119,-1] 2024-12-05T05:21:00,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:00,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:00,109 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:00,110 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19912e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:00,110 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:00,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,43119,1733376052006 2024-12-05T05:21:00,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1618b0fc 2024-12-05T05:21:00,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:00,112 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T05:21:00,112 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,45127,1733376047820 (queues=1) is replicating from cluster=df156417-bbef-49a4-a971-9fce87d8ff60 to cluster=b3e5f516-4f68-4cca-acb2-6b492f32dcb0 2024-12-05T05:21:00,113 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C45127%2C1733376047820 2024-12-05T05:21:00,113 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,45127,1733376047820, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:21:00,116 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110, startPosition=0, beingWritten=true 2024-12-05T05:21:00,124 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C45127%2C1733376047820 2024-12-05T05:21:00,135 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:21:00,135 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 379, reset compression=false 2024-12-05T05:21:00,135 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,45127,1733376047820 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:21:00,345 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 379, reset compression=false 2024-12-05T05:21:00,564 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:21:00,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:00,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:00,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:00,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:00,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:00,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:00,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:00,620 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T05:21:00,650 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 379, reset compression=false 2024-12-05T05:21:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:00,681 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:21:00,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:21:00,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:00,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:00,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:00,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:00,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566262b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:00,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,43119,-1 for getting cluster id 2024-12-05T05:21:00,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:00,683 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e5f516-4f68-4cca-acb2-6b492f32dcb0' 2024-12-05T05:21:00,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e5f516-4f68-4cca-acb2-6b492f32dcb0" 2024-12-05T05:21:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f6f380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,43119,-1] 2024-12-05T05:21:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:00,688 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:00,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351a126d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:00,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:00,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,43119,1733376052006 2024-12-05T05:21:00,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1325c16a 2024-12-05T05:21:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:00,702 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:21:00,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:35571,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:21:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:21:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:00,705 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:35571' 2024-12-05T05:21:00,708 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c48009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:00,708 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35571,-1 for getting cluster id 2024-12-05T05:21:00,708 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:00,709 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df156417-bbef-49a4-a971-9fce87d8ff60' 2024-12-05T05:21:00,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:00,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df156417-bbef-49a4-a971-9fce87d8ff60" 2024-12-05T05:21:00,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c20f242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:00,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35571,-1] 2024-12-05T05:21:00,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:00,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:00,711 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:00,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de7416a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:00,711 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:00,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35571,1733376046916 2024-12-05T05:21:00,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50dbf708 2024-12-05T05:21:00,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:00,713 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:21:00,714 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T05:21:00,714 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:21:00,714 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:00,714 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:00,714 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:21:00,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:00,715 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:21:00,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:21:00,716 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:00,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:21:00,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741837_1013 (size=1138) 2024-12-05T05:21:00,731 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83be7802a93be7c857fdbd8001bd5772, NAME => 'hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9 2024-12-05T05:21:00,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741838_1014 (size=44) 2024-12-05T05:21:00,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:00,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 83be7802a93be7c857fdbd8001bd5772, disabling compactions & flushes 2024-12-05T05:21:00,739 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772. 2024-12-05T05:21:00,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772. 2024-12-05T05:21:00,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772. after waiting 0 ms 2024-12-05T05:21:00,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772. 2024-12-05T05:21:00,739 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772. 2024-12-05T05:21:00,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83be7802a93be7c857fdbd8001bd5772: Waiting for close lock at 1733376060739Disabling compacts and flushes for region at 1733376060739Disabling writes for close at 1733376060739Writing region close event to WAL at 1733376060739Closed at 1733376060739 2024-12-05T05:21:00,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:21:00,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733376060740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376060740"}]},"ts":"1733376060740"} 2024-12-05T05:21:00,746 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:21:00,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:21:00,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376060747"}]},"ts":"1733376060747"} 2024-12-05T05:21:00,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T05:21:00,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83be7802a93be7c857fdbd8001bd5772, ASSIGN}] 2024-12-05T05:21:00,751 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83be7802a93be7c857fdbd8001bd5772, ASSIGN 2024-12-05T05:21:00,752 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83be7802a93be7c857fdbd8001bd5772, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,40167,1733376052373; forceNewPlan=false, retain=false 2024-12-05T05:21:00,765 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T05:21:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:00,902 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83be7802a93be7c857fdbd8001bd5772, regionState=OPENING, regionLocation=8edcaf2ecc84,40167,1733376052373 2024-12-05T05:21:00,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83be7802a93be7c857fdbd8001bd5772, ASSIGN because future has completed 2024-12-05T05:21:00,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83be7802a93be7c857fdbd8001bd5772, server=8edcaf2ecc84,40167,1733376052373}] 2024-12-05T05:21:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:01,055 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 379, reset compression=false 2024-12-05T05:21:01,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772. 2024-12-05T05:21:01,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:01,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:21:01,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C40167%2C1733376052373.rep, suffix=, logDir=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373, archiveDir=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/oldWALs, maxLogs=10 2024-12-05T05:21:01,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.rep.1733376061075, exclude list is [], retry=0 2024-12-05T05:21:01,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35703,DS-37ffe979-c048-4c95-a9e2-6ff93646897e,DISK] 2024-12-05T05:21:01,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.rep.1733376061075 2024-12-05T05:21:01,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647)] 2024-12-05T05:21:01,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 83be7802a93be7c857fdbd8001bd5772, NAME => 'hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:21:01,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:21:01,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:21:01,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772. service=MultiRowMutationService 2024-12-05T05:21:01,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:21:01,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:01,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:01,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:01,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:01,109 INFO [StoreOpener-83be7802a93be7c857fdbd8001bd5772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:01,111 INFO [StoreOpener-83be7802a93be7c857fdbd8001bd5772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83be7802a93be7c857fdbd8001bd5772 columnFamilyName hfileref 2024-12-05T05:21:01,111 DEBUG [StoreOpener-83be7802a93be7c857fdbd8001bd5772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:01,113 INFO [StoreOpener-83be7802a93be7c857fdbd8001bd5772-1 {}] regionserver.HStore(327): Store=83be7802a93be7c857fdbd8001bd5772/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:01,113 INFO [StoreOpener-83be7802a93be7c857fdbd8001bd5772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:01,114 INFO [StoreOpener-83be7802a93be7c857fdbd8001bd5772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83be7802a93be7c857fdbd8001bd5772 columnFamilyName queue 2024-12-05T05:21:01,114 DEBUG [StoreOpener-83be7802a93be7c857fdbd8001bd5772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:01,115 INFO [StoreOpener-83be7802a93be7c857fdbd8001bd5772-1 {}] regionserver.HStore(327): Store=83be7802a93be7c857fdbd8001bd5772/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:01,116 INFO [StoreOpener-83be7802a93be7c857fdbd8001bd5772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:01,117 INFO [StoreOpener-83be7802a93be7c857fdbd8001bd5772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83be7802a93be7c857fdbd8001bd5772 columnFamilyName sid 2024-12-05T05:21:01,117 DEBUG [StoreOpener-83be7802a93be7c857fdbd8001bd5772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:01,118 INFO [StoreOpener-83be7802a93be7c857fdbd8001bd5772-1 {}] regionserver.HStore(327): Store=83be7802a93be7c857fdbd8001bd5772/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:01,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:01,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/replication/83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:01,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/replication/83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:01,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:01,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:01,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:21:01,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:01,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/replication/83be7802a93be7c857fdbd8001bd5772/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:21:01,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 83be7802a93be7c857fdbd8001bd5772; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64037619, jitterRate=-0.045765116810798645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:21:01,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:01,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 83be7802a93be7c857fdbd8001bd5772: Running coprocessor pre-open hook at 1733376061106Writing region info on filesystem at 1733376061106Initializing all the Stores at 1733376061108 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376061108Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376061108Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376061108Cleaning up temporary data from old regions at 1733376061121 (+13 ms)Running coprocessor post-open hooks at 1733376061129 (+8 ms)Region opened successfully at 1733376061129 2024-12-05T05:21:01,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772., pid=10, masterSystemTime=1733376061062 2024-12-05T05:21:01,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772. 2024-12-05T05:21:01,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772. 2024-12-05T05:21:01,134 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83be7802a93be7c857fdbd8001bd5772, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,40167,1733376052373 2024-12-05T05:21:01,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83be7802a93be7c857fdbd8001bd5772, server=8edcaf2ecc84,40167,1733376052373 because future has completed 2024-12-05T05:21:01,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T05:21:01,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 83be7802a93be7c857fdbd8001bd5772, server=8edcaf2ecc84,40167,1733376052373 in 240 msec 2024-12-05T05:21:01,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T05:21:01,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83be7802a93be7c857fdbd8001bd5772, ASSIGN in 402 msec 2024-12-05T05:21:01,155 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:21:01,156 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376061156"}]},"ts":"1733376061156"} 2024-12-05T05:21:01,158 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T05:21:01,160 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:21:01,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 446 msec 2024-12-05T05:21:01,165 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T05:21:01,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772., hostname=8edcaf2ecc84,40167,1733376052373, seqNum=2] 2024-12-05T05:21:01,207 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:21:01,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:21:01,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:21:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:01,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40167 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T05:21:01,384 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T05:21:01,414 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,40167,1733376052373, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:21:01,415 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:01,415 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,40167,1733376052373, seqNum=-1] 2024-12-05T05:21:01,415 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:01,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T05:21:01,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8edcaf2ecc84,40167,1733376052373', locateType=CURRENT is [region=hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772., hostname=8edcaf2ecc84,40167,1733376052373, seqNum=2] 2024-12-05T05:21:01,420 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T05:21:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T05:21:01,422 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8edcaf2ecc84,40167,1733376052373 suceeded 2024-12-05T05:21:01,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T05:21:01,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-05T05:21:01,424 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8edcaf2ecc84:35571,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:21:01,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 722 msec 2024-12-05T05:21:01,443 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:35571' 2024-12-05T05:21:01,445 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76bd9fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:01,445 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35571,-1 for getting cluster id 2024-12-05T05:21:01,445 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:01,446 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df156417-bbef-49a4-a971-9fce87d8ff60' 2024-12-05T05:21:01,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:01,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df156417-bbef-49a4-a971-9fce87d8ff60" 2024-12-05T05:21:01,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@516f3ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:01,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35571,-1] 2024-12-05T05:21:01,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:01,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:01,448 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:01,449 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c61f8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:01,449 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:01,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35571,1733376046916 2024-12-05T05:21:01,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@580186d2 2024-12-05T05:21:01,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:01,451 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T05:21:01,451 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,40167,1733376052373 (queues=1) is replicating from cluster=b3e5f516-4f68-4cca-acb2-6b492f32dcb0 to cluster=df156417-bbef-49a4-a971-9fce87d8ff60 2024-12-05T05:21:01,451 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C40167%2C1733376052373 2024-12-05T05:21:01,451 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,40167,1733376052373, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:21:01,452 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330, startPosition=0, beingWritten=true 2024-12-05T05:21:01,455 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.shipper8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C40167%2C1733376052373 2024-12-05T05:21:01,459 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:21:01,459 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 379, reset compression=false 2024-12-05T05:21:01,459 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.shipper8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,40167,1733376052373 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:21:01,563 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 379, reset compression=false 2024-12-05T05:21:01,665 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 379, reset compression=false 2024-12-05T05:21:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:01,842 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:21:01,842 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:21:01,842 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:01,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:01,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:01,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:01,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:01,847 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733376061847/Put/seqid=0 2024-12-05T05:21:01,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741840_1016 (size=7894) 2024-12-05T05:21:01,855 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733376061854/Put/seqid=0 2024-12-05T05:21:01,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741841_1017 (size=7691) 2024-12-05T05:21:01,977 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 379, reset compression=false 2024-12-05T05:21:02,167 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 379, reset compression=false 2024-12-05T05:21:02,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd1fc9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:02,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35571,-1 for getting cluster id 2024-12-05T05:21:02,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:02,263 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df156417-bbef-49a4-a971-9fce87d8ff60' 2024-12-05T05:21:02,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:02,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df156417-bbef-49a4-a971-9fce87d8ff60" 2024-12-05T05:21:02,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154d6c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:02,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35571,-1] 2024-12-05T05:21:02,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:02,264 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:02,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6909255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:02,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,45127,1733376047820, seqNum=-1] 2024-12-05T05:21:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:02,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:21:02,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:02,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35571,1733376046916 2024-12-05T05:21:02,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7887d9b3 2024-12-05T05:21:02,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:02,277 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:21:02,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de., hostname=8edcaf2ecc84,45127,1733376047820, seqNum=2] 2024-12-05T05:21:02,282 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T05:21:02,288 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T05:21:02,290 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T05:21:02,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 3a8d447c5bb023e2ce037752901ff7de/f 2024-12-05T05:21:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T05:21:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:21:02,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 3a8d447c5bb023e2ce037752901ff7de/f 2024-12-05T05:21:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T05:21:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:21:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HRegion(2603): Flush status journal for 3a8d447c5bb023e2ce037752901ff7de: 2024-12-05T05:21:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins__test__ecsnsql97p2jmpa6plj4retu9jk9c1ht38duff0t73i031i56a30jbmoutcc74lb/f/hfile_1 2024-12-05T05:21:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins__test__ecsnsql97p2jmpa6plj4retu9jk9c1ht38duff0t73i031i56a30jbmoutcc74lb/f/hfile_1 as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/f/c3d86444956743dc83fa0aae5b6cfba5_SeqId_4_ 2024-12-05T05:21:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins__test__ecsnsql97p2jmpa6plj4retu9jk9c1ht38duff0t73i031i56a30jbmoutcc74lb/f/hfile_0 2024-12-05T05:21:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins__test__ecsnsql97p2jmpa6plj4retu9jk9c1ht38duff0t73i031i56a30jbmoutcc74lb/f/hfile_0 as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/f/e8965aa29746447a94ce895719be8de5_SeqId_4_ 2024-12-05T05:21:02,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins__test__ecsnsql97p2jmpa6plj4retu9jk9c1ht38duff0t73i031i56a30jbmoutcc74lb/f/hfile_1 into 3a8d447c5bb023e2ce037752901ff7de/f as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/f/c3d86444956743dc83fa0aae5b6cfba5_SeqId_4_ - updating store file list. 2024-12-05T05:21:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c3d86444956743dc83fa0aae5b6cfba5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T05:21:02,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/f/c3d86444956743dc83fa0aae5b6cfba5_SeqId_4_ into 3a8d447c5bb023e2ce037752901ff7de/f 2024-12-05T05:21:02,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins__test__ecsnsql97p2jmpa6plj4retu9jk9c1ht38duff0t73i031i56a30jbmoutcc74lb/f/hfile_1 into 3a8d447c5bb023e2ce037752901ff7de/f (new location: hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/f/c3d86444956743dc83fa0aae5b6cfba5_SeqId_4_) 2024-12-05T05:21:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins__test__ecsnsql97p2jmpa6plj4retu9jk9c1ht38duff0t73i031i56a30jbmoutcc74lb/f/hfile_1 2024-12-05T05:21:02,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins__test__ecsnsql97p2jmpa6plj4retu9jk9c1ht38duff0t73i031i56a30jbmoutcc74lb/f/hfile_0 into 3a8d447c5bb023e2ce037752901ff7de/f as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/f/e8965aa29746447a94ce895719be8de5_SeqId_4_ - updating store file list. 2024-12-05T05:21:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e8965aa29746447a94ce895719be8de5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T05:21:02,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/f/e8965aa29746447a94ce895719be8de5_SeqId_4_ into 3a8d447c5bb023e2ce037752901ff7de/f 2024-12-05T05:21:02,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins__test__ecsnsql97p2jmpa6plj4retu9jk9c1ht38duff0t73i031i56a30jbmoutcc74lb/f/hfile_0 into 3a8d447c5bb023e2ce037752901ff7de/f (new location: hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/f/e8965aa29746447a94ce895719be8de5_SeqId_4_) 2024-12-05T05:21:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins__test__ecsnsql97p2jmpa6plj4retu9jk9c1ht38duff0t73i031i56a30jbmoutcc74lb/f/hfile_0 2024-12-05T05:21:02,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:21:02,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:02,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:02,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de., hostname=8edcaf2ecc84,45127,1733376047820, seqNum=2 , the old value is region=test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de., hostname=8edcaf2ecc84,45127,1733376047820, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8edcaf2ecc84:45127 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T05:21:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de., hostname=8edcaf2ecc84,45127,1733376047820, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T05:21:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de., hostname=8edcaf2ecc84,45127,1733376047820, seqNum=2 from cache 2024-12-05T05:21:02,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:02,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:02,337 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T05:21:02,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,40167,1733376052373, seqNum=-1] 2024-12-05T05:21:02,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:02,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:21:02,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733376056373.754aedf5277215f384edc76dab963ab1., hostname=8edcaf2ecc84,40167,1733376052373, seqNum=2] 2024-12-05T05:21:02,342 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T05:21:02,383 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 379, reset compression=false 2024-12-05T05:21:02,441 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:45127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T05:21:02,871 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 379, reset compression=false 2024-12-05T05:21:02,876 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:21:02,876 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,45127,1733376047820 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a8d447c5bb023e2ce037752901ff7de/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733376062333/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T05:21:02,878 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:21:02,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-05T05:21:02,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.ReplicationSink(318): Replicating [df156417-bbef-49a4-a971-9fce87d8ff60] bulk loaded data 2024-12-05T05:21:02,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37f8bbf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:02,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,43119,-1 for getting cluster id 2024-12-05T05:21:02,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:02,883 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e5f516-4f68-4cca-acb2-6b492f32dcb0' 2024-12-05T05:21:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e5f516-4f68-4cca-acb2-6b492f32dcb0" 2024-12-05T05:21:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45f09e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,43119,-1] 2024-12-05T05:21:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:02,885 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:02,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25025cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:02,888 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 379, reset compression=false 2024-12-05T05:21:02,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741840_1016 (size=7691) 2024-12-05T05:21:03,076 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 687, reset compression=false 2024-12-05T05:21:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741841_1017 (size=7894) 2024-12-05T05:21:03,344 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T05:21:03,380 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 687, reset compression=false 2024-12-05T05:21:03,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T05:21:03,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T05:21:03,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T05:21:03,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T05:21:03,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:21:03,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T05:21:03,507 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 379, reset compression=false 2024-12-05T05:21:03,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:03,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,43119,1733376052006 2024-12-05T05:21:03,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ffc1f30 2024-12-05T05:21:03,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:03,737 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T05:21:03,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T05:21:03,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,40167,1733376052373, seqNum=-1] 2024-12-05T05:21:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:03,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T05:21:03,744 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins.hfs.11__test__tccdeer2280b60bh2e1md2pb700rlv8r5k7ju9m2af5l233u04sggbs4ch7fhq1h/f/c3d86444956743dc83fa0aae5b6cfba5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T05:21:03,747 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins.hfs.11__test__tccdeer2280b60bh2e1md2pb700rlv8r5k7ju9m2af5l233u04sggbs4ch7fhq1h/f/e8965aa29746447a94ce895719be8de5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T05:21:03,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins.hfs.11__test__tccdeer2280b60bh2e1md2pb700rlv8r5k7ju9m2af5l233u04sggbs4ch7fhq1h/f/e8965aa29746447a94ce895719be8de5_SeqId_4_ for inclusion in 754aedf5277215f384edc76dab963ab1/f 2024-12-05T05:21:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T05:21:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:21:03,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins.hfs.11__test__tccdeer2280b60bh2e1md2pb700rlv8r5k7ju9m2af5l233u04sggbs4ch7fhq1h/f/c3d86444956743dc83fa0aae5b6cfba5_SeqId_4_ for inclusion in 754aedf5277215f384edc76dab963ab1/f 2024-12-05T05:21:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T05:21:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:21:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HRegion(2603): Flush status journal for 754aedf5277215f384edc76dab963ab1: 2024-12-05T05:21:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e8965aa29746447a94ce895719be8de5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T05:21:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins.hfs.11__test__tccdeer2280b60bh2e1md2pb700rlv8r5k7ju9m2af5l233u04sggbs4ch7fhq1h/f/e8965aa29746447a94ce895719be8de5_SeqId_4_ as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/f/dd792bd1896146f6b2952353a21fbcc3_SeqId_4_ 2024-12-05T05:21:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c3d86444956743dc83fa0aae5b6cfba5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T05:21:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins.hfs.11__test__tccdeer2280b60bh2e1md2pb700rlv8r5k7ju9m2af5l233u04sggbs4ch7fhq1h/f/c3d86444956743dc83fa0aae5b6cfba5_SeqId_4_ as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/f/d8033dd382464483a6811b2a62c9c009_SeqId_4_ 2024-12-05T05:21:03,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins.hfs.11__test__tccdeer2280b60bh2e1md2pb700rlv8r5k7ju9m2af5l233u04sggbs4ch7fhq1h/f/e8965aa29746447a94ce895719be8de5_SeqId_4_ into 754aedf5277215f384edc76dab963ab1/f as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/f/dd792bd1896146f6b2952353a21fbcc3_SeqId_4_ - updating store file list. 2024-12-05T05:21:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd792bd1896146f6b2952353a21fbcc3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T05:21:03,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/f/dd792bd1896146f6b2952353a21fbcc3_SeqId_4_ into 754aedf5277215f384edc76dab963ab1/f 2024-12-05T05:21:03,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins.hfs.11__test__tccdeer2280b60bh2e1md2pb700rlv8r5k7ju9m2af5l233u04sggbs4ch7fhq1h/f/e8965aa29746447a94ce895719be8de5_SeqId_4_ into 754aedf5277215f384edc76dab963ab1/f (new location: hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/f/dd792bd1896146f6b2952353a21fbcc3_SeqId_4_) 2024-12-05T05:21:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins.hfs.11__test__tccdeer2280b60bh2e1md2pb700rlv8r5k7ju9m2af5l233u04sggbs4ch7fhq1h/f/e8965aa29746447a94ce895719be8de5_SeqId_4_ 2024-12-05T05:21:03,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins.hfs.11__test__tccdeer2280b60bh2e1md2pb700rlv8r5k7ju9m2af5l233u04sggbs4ch7fhq1h/f/c3d86444956743dc83fa0aae5b6cfba5_SeqId_4_ into 754aedf5277215f384edc76dab963ab1/f as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/f/d8033dd382464483a6811b2a62c9c009_SeqId_4_ - updating store file list. 2024-12-05T05:21:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d8033dd382464483a6811b2a62c9c009_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T05:21:03,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/f/d8033dd382464483a6811b2a62c9c009_SeqId_4_ into 754aedf5277215f384edc76dab963ab1/f 2024-12-05T05:21:03,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins.hfs.11__test__tccdeer2280b60bh2e1md2pb700rlv8r5k7ju9m2af5l233u04sggbs4ch7fhq1h/f/c3d86444956743dc83fa0aae5b6cfba5_SeqId_4_ into 754aedf5277215f384edc76dab963ab1/f (new location: hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/f/d8033dd382464483a6811b2a62c9c009_SeqId_4_) 2024-12-05T05:21:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins.hfs.11__test__tccdeer2280b60bh2e1md2pb700rlv8r5k7ju9m2af5l233u04sggbs4ch7fhq1h/f/c3d86444956743dc83fa0aae5b6cfba5_SeqId_4_ 2024-12-05T05:21:03,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.ReplicationSink(324): Finished replicating [df156417-bbef-49a4-a971-9fce87d8ff60] bulk loaded data 2024-12-05T05:21:03,784 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 687, reset compression=false 2024-12-05T05:21:04,210 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 379, reset compression=false 2024-12-05T05:21:04,215 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:21:04,215 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.shipper8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,40167,1733376052373 got entry batch from reader: WALEntryBatch [walEntries=[{test/754aedf5277215f384edc76dab963ab1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733376063778/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T05:21:04,217 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.shipper8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:21:04,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-05T05:21:04,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(318): Replicating [df156417-bbef-49a4-a971-9fce87d8ff60, b3e5f516-4f68-4cca-acb2-6b492f32dcb0] bulk loaded data 2024-12-05T05:21:04,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f24180d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:04,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35571,-1 for getting cluster id 2024-12-05T05:21:04,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:04,220 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df156417-bbef-49a4-a971-9fce87d8ff60' 2024-12-05T05:21:04,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:04,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df156417-bbef-49a4-a971-9fce87d8ff60" 2024-12-05T05:21:04,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bed9212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:04,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35571,-1] 2024-12-05T05:21:04,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:04,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:04,225 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:04,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40a06b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:04,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741842_1018 (size=7894) 2024-12-05T05:21:04,289 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 687, reset compression=false 2024-12-05T05:21:04,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:04,356 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733376064356/Put/seqid=0 2024-12-05T05:21:04,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741842_1018 (size=11194) 2024-12-05T05:21:04,415 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 725, reset compression=false 2024-12-05T05:21:04,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741843_1019 (size=7691) 2024-12-05T05:21:04,720 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 725, reset compression=false 2024-12-05T05:21:04,763 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733376064762/Put/seqid=0 2024-12-05T05:21:04,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741843_1019 (size=10791) 2024-12-05T05:21:04,893 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 687, reset compression=false 2024-12-05T05:21:05,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:05,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35571,1733376046916 2024-12-05T05:21:05,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e3cb9ed 2024-12-05T05:21:05,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:05,069 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T05:21:05,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T05:21:05,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:05,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,45127,1733376047820, seqNum=-1] 2024-12-05T05:21:05,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:05,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T05:21:05,078 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins.hfs.10__test__50uluik5s7j5mv3v4278fcruikedndhsqbgltp0pon25qhp2p4358lavtsc6h9gr/f/d8033dd382464483a6811b2a62c9c009_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T05:21:05,080 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins.hfs.10__test__50uluik5s7j5mv3v4278fcruikedndhsqbgltp0pon25qhp2p4358lavtsc6h9gr/f/dd792bd1896146f6b2952353a21fbcc3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T05:21:05,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(324): Finished replicating [df156417-bbef-49a4-a971-9fce87d8ff60, b3e5f516-4f68-4cca-acb2-6b492f32dcb0] bulk loaded data 2024-12-05T05:21:05,124 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 725, reset compression=false 2024-12-05T05:21:05,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140f648b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:05,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,43119,-1 for getting cluster id 2024-12-05T05:21:05,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:05,175 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e5f516-4f68-4cca-acb2-6b492f32dcb0' 2024-12-05T05:21:05,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:05,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e5f516-4f68-4cca-acb2-6b492f32dcb0" 2024-12-05T05:21:05,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386202c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:05,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,43119,-1] 2024-12-05T05:21:05,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:05,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:05,176 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:05,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adf4411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:05,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,40167,1733376052373, seqNum=-1] 2024-12-05T05:21:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:05,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:21:05,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:05,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,43119,1733376052006 2024-12-05T05:21:05,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f84b735 2024-12-05T05:21:05,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:05,200 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:21:05,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733376056373.754aedf5277215f384edc76dab963ab1., hostname=8edcaf2ecc84,40167,1733376052373, seqNum=2] 2024-12-05T05:21:05,208 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T05:21:05,222 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T05:21:05,225 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T05:21:05,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 754aedf5277215f384edc76dab963ab1/f 2024-12-05T05:21:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T05:21:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:21:05,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 754aedf5277215f384edc76dab963ab1/f 2024-12-05T05:21:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T05:21:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:21:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HRegion(2603): Flush status journal for 754aedf5277215f384edc76dab963ab1: 2024-12-05T05:21:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins__test__497nvb9g93m0jum94gvvvl4jhs7322f6focn30r3tf9gadgmd2st1t41j4am0p1n/f/hfile_0 2024-12-05T05:21:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins__test__497nvb9g93m0jum94gvvvl4jhs7322f6focn30r3tf9gadgmd2st1t41j4am0p1n/f/hfile_0 as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/f/2a39c7eea1d84f08a81417dee14ca626_SeqId_6_ 2024-12-05T05:21:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins__test__497nvb9g93m0jum94gvvvl4jhs7322f6focn30r3tf9gadgmd2st1t41j4am0p1n/f/hfile_1 2024-12-05T05:21:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins__test__497nvb9g93m0jum94gvvvl4jhs7322f6focn30r3tf9gadgmd2st1t41j4am0p1n/f/hfile_1 as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/f/69490b59534941569ecd211a5d2a7ada_SeqId_6_ 2024-12-05T05:21:05,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins__test__497nvb9g93m0jum94gvvvl4jhs7322f6focn30r3tf9gadgmd2st1t41j4am0p1n/f/hfile_0 into 754aedf5277215f384edc76dab963ab1/f as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/f/2a39c7eea1d84f08a81417dee14ca626_SeqId_6_ - updating store file list. 2024-12-05T05:21:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2a39c7eea1d84f08a81417dee14ca626_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T05:21:05,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/f/2a39c7eea1d84f08a81417dee14ca626_SeqId_6_ into 754aedf5277215f384edc76dab963ab1/f 2024-12-05T05:21:05,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins__test__497nvb9g93m0jum94gvvvl4jhs7322f6focn30r3tf9gadgmd2st1t41j4am0p1n/f/hfile_0 into 754aedf5277215f384edc76dab963ab1/f (new location: hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/f/2a39c7eea1d84f08a81417dee14ca626_SeqId_6_) 2024-12-05T05:21:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins__test__497nvb9g93m0jum94gvvvl4jhs7322f6focn30r3tf9gadgmd2st1t41j4am0p1n/f/hfile_0 2024-12-05T05:21:05,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins__test__497nvb9g93m0jum94gvvvl4jhs7322f6focn30r3tf9gadgmd2st1t41j4am0p1n/f/hfile_1 into 754aedf5277215f384edc76dab963ab1/f as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/f/69490b59534941569ecd211a5d2a7ada_SeqId_6_ - updating store file list. 2024-12-05T05:21:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 69490b59534941569ecd211a5d2a7ada_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T05:21:05,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/f/69490b59534941569ecd211a5d2a7ada_SeqId_6_ into 754aedf5277215f384edc76dab963ab1/f 2024-12-05T05:21:05,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins__test__497nvb9g93m0jum94gvvvl4jhs7322f6focn30r3tf9gadgmd2st1t41j4am0p1n/f/hfile_1 into 754aedf5277215f384edc76dab963ab1/f (new location: hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/f/69490b59534941569ecd211a5d2a7ada_SeqId_6_) 2024-12-05T05:21:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/staging/jenkins__test__497nvb9g93m0jum94gvvvl4jhs7322f6focn30r3tf9gadgmd2st1t41j4am0p1n/f/hfile_1 2024-12-05T05:21:05,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:21:05,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:05,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:05,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733376056373.754aedf5277215f384edc76dab963ab1., hostname=8edcaf2ecc84,40167,1733376052373, seqNum=2 , the old value is region=test,,1733376056373.754aedf5277215f384edc76dab963ab1., hostname=8edcaf2ecc84,40167,1733376052373, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8edcaf2ecc84:40167 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T05:21:05,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733376056373.754aedf5277215f384edc76dab963ab1., hostname=8edcaf2ecc84,40167,1733376052373, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T05:21:05,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733376056373.754aedf5277215f384edc76dab963ab1., hostname=8edcaf2ecc84,40167,1733376052373, seqNum=2 from cache 2024-12-05T05:21:05,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:05,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:05,258 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T05:21:05,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:05,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,45127,1733376047820, seqNum=-1] 2024-12-05T05:21:05,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:05,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:21:05,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de., hostname=8edcaf2ecc84,45127,1733376047820, seqNum=2] 2024-12-05T05:21:05,271 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T05:21:05,361 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:40167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T05:21:05,597 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 687, reset compression=false 2024-12-05T05:21:05,628 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 725, reset compression=false 2024-12-05T05:21:05,636 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:21:05,636 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.shipper8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,40167,1733376052373 got entry batch from reader: WALEntryBatch [walEntries=[{test/754aedf5277215f384edc76dab963ab1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733376065256/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T05:21:05,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(318): Replicating [b3e5f516-4f68-4cca-acb2-6b492f32dcb0] bulk loaded data 2024-12-05T05:21:05,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741844_1020 (size=11194) 2024-12-05T05:21:05,837 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 1033, reset compression=false 2024-12-05T05:21:06,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741845_1021 (size=10791) 2024-12-05T05:21:06,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T05:21:06,067 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins.hfs.10__test__po4rs3dq4g8ecjgtk14rv98otbn8a9tlb5i47hb7rl4msm1tnlupd9rr014c30sd/f/2a39c7eea1d84f08a81417dee14ca626_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-05T05:21:06,069 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins.hfs.10__test__po4rs3dq4g8ecjgtk14rv98otbn8a9tlb5i47hb7rl4msm1tnlupd9rr014c30sd/f/69490b59534941569ecd211a5d2a7ada_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-05T05:21:06,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins.hfs.10__test__po4rs3dq4g8ecjgtk14rv98otbn8a9tlb5i47hb7rl4msm1tnlupd9rr014c30sd/f/69490b59534941569ecd211a5d2a7ada_SeqId_6_ for inclusion in 3a8d447c5bb023e2ce037752901ff7de/f 2024-12-05T05:21:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T05:21:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:21:06,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins.hfs.10__test__po4rs3dq4g8ecjgtk14rv98otbn8a9tlb5i47hb7rl4msm1tnlupd9rr014c30sd/f/2a39c7eea1d84f08a81417dee14ca626_SeqId_6_ for inclusion in 3a8d447c5bb023e2ce037752901ff7de/f 2024-12-05T05:21:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T05:21:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:21:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HRegion(2603): Flush status journal for 3a8d447c5bb023e2ce037752901ff7de: 2024-12-05T05:21:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 69490b59534941569ecd211a5d2a7ada_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T05:21:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins.hfs.10__test__po4rs3dq4g8ecjgtk14rv98otbn8a9tlb5i47hb7rl4msm1tnlupd9rr014c30sd/f/69490b59534941569ecd211a5d2a7ada_SeqId_6_ as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/f/347b4f634f384b508d93ca66b93a3e6f_SeqId_6_ 2024-12-05T05:21:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2a39c7eea1d84f08a81417dee14ca626_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T05:21:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins.hfs.10__test__po4rs3dq4g8ecjgtk14rv98otbn8a9tlb5i47hb7rl4msm1tnlupd9rr014c30sd/f/2a39c7eea1d84f08a81417dee14ca626_SeqId_6_ as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/f/ddc3a81be72f440d9d0579f30770065f_SeqId_6_ 2024-12-05T05:21:06,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins.hfs.10__test__po4rs3dq4g8ecjgtk14rv98otbn8a9tlb5i47hb7rl4msm1tnlupd9rr014c30sd/f/69490b59534941569ecd211a5d2a7ada_SeqId_6_ into 3a8d447c5bb023e2ce037752901ff7de/f as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/f/347b4f634f384b508d93ca66b93a3e6f_SeqId_6_ - updating store file list. 2024-12-05T05:21:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 347b4f634f384b508d93ca66b93a3e6f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T05:21:06,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/f/347b4f634f384b508d93ca66b93a3e6f_SeqId_6_ into 3a8d447c5bb023e2ce037752901ff7de/f 2024-12-05T05:21:06,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins.hfs.10__test__po4rs3dq4g8ecjgtk14rv98otbn8a9tlb5i47hb7rl4msm1tnlupd9rr014c30sd/f/69490b59534941569ecd211a5d2a7ada_SeqId_6_ into 3a8d447c5bb023e2ce037752901ff7de/f (new location: hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/f/347b4f634f384b508d93ca66b93a3e6f_SeqId_6_) 2024-12-05T05:21:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins.hfs.10__test__po4rs3dq4g8ecjgtk14rv98otbn8a9tlb5i47hb7rl4msm1tnlupd9rr014c30sd/f/69490b59534941569ecd211a5d2a7ada_SeqId_6_ 2024-12-05T05:21:06,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins.hfs.10__test__po4rs3dq4g8ecjgtk14rv98otbn8a9tlb5i47hb7rl4msm1tnlupd9rr014c30sd/f/2a39c7eea1d84f08a81417dee14ca626_SeqId_6_ into 3a8d447c5bb023e2ce037752901ff7de/f as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/f/ddc3a81be72f440d9d0579f30770065f_SeqId_6_ - updating store file list. 2024-12-05T05:21:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ddc3a81be72f440d9d0579f30770065f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T05:21:06,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/f/ddc3a81be72f440d9d0579f30770065f_SeqId_6_ into 3a8d447c5bb023e2ce037752901ff7de/f 2024-12-05T05:21:06,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins.hfs.10__test__po4rs3dq4g8ecjgtk14rv98otbn8a9tlb5i47hb7rl4msm1tnlupd9rr014c30sd/f/2a39c7eea1d84f08a81417dee14ca626_SeqId_6_ into 3a8d447c5bb023e2ce037752901ff7de/f (new location: hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/f/ddc3a81be72f440d9d0579f30770065f_SeqId_6_) 2024-12-05T05:21:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/staging/jenkins.hfs.10__test__po4rs3dq4g8ecjgtk14rv98otbn8a9tlb5i47hb7rl4msm1tnlupd9rr014c30sd/f/2a39c7eea1d84f08a81417dee14ca626_SeqId_6_ 2024-12-05T05:21:06,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(324): Finished replicating [b3e5f516-4f68-4cca-acb2-6b492f32dcb0] bulk loaded data 2024-12-05T05:21:06,140 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 1033, reset compression=false 2024-12-05T05:21:06,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:21:06,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:21:06,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:06,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:06,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:06,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:06,283 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:21:06,283 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=249178633, stopped=false 2024-12-05T05:21:06,283 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,43119,1733376052006 2024-12-05T05:21:06,341 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11894023637/running 2024-12-05T05:21:06,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11894023637/running 2024-12-05T05:21:06,341 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:21:06,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:21:06,341 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:21:06,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:21:06,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:06,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:06,342 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,40167,1733376052373' ***** 2024-12-05T05:21:06,342 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:21:06,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Set watcher on znode that does not yet exist, /11894023637/running 2024-12-05T05:21:06,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Set watcher on znode that does not yet exist, /11894023637/running 2024-12-05T05:21:06,342 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:21:06,342 INFO [RS:0;8edcaf2ecc84:40167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:21:06,342 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:21:06,342 INFO [RS:0;8edcaf2ecc84:40167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:21:06,342 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(3091): Received CLOSE for 83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:06,342 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(3091): Received CLOSE for 754aedf5277215f384edc76dab963ab1 2024-12-05T05:21:06,342 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,40167,1733376052373 2024-12-05T05:21:06,342 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:21:06,342 INFO [RS:0;8edcaf2ecc84:40167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:40167. 2024-12-05T05:21:06,342 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83be7802a93be7c857fdbd8001bd5772, disabling compactions & flushes 2024-12-05T05:21:06,343 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772. 2024-12-05T05:21:06,343 DEBUG [RS:0;8edcaf2ecc84:40167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772. 2024-12-05T05:21:06,343 DEBUG [RS:0;8edcaf2ecc84:40167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772. after waiting 0 ms 2024-12-05T05:21:06,343 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772. 2024-12-05T05:21:06,343 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:21:06,343 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:21:06,343 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:21:06,343 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 83be7802a93be7c857fdbd8001bd5772 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-05T05:21:06,343 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:21:06,343 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T05:21:06,343 DEBUG [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(1325): Online Regions={83be7802a93be7c857fdbd8001bd5772=hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772., 1588230740=hbase:meta,,1.1588230740, 754aedf5277215f384edc76dab963ab1=test,,1733376056373.754aedf5277215f384edc76dab963ab1.} 2024-12-05T05:21:06,343 DEBUG [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 754aedf5277215f384edc76dab963ab1, 83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:06,343 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:21:06,343 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:21:06,343 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:21:06,343 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:21:06,343 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:21:06,343 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T05:21:06,357 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/.tmp/info/4bae9e8b83804e319a45e01111af8d31 is 147, key is hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772./info:regioninfo/1733376061134/Put/seqid=0 2024-12-05T05:21:06,361 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/replication/83be7802a93be7c857fdbd8001bd5772/.tmp/hfileref/375fbec93cf748e7a1350ca112063fc6 is 74, key is 1/hfileref:2a39c7eea1d84f08a81417dee14ca626_SeqId_6_/1733376066096/DeleteColumn/seqid=0 2024-12-05T05:21:06,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741844_1020 (size=7686) 2024-12-05T05:21:06,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741845_1021 (size=5345) 2024-12-05T05:21:06,407 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:21:06,411 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 687, reset compression=false 2024-12-05T05:21:06,418 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:21:06,418 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,45127,1733376047820 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a8d447c5bb023e2ce037752901ff7de/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733376066094/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T05:21:06,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8edcaf2ecc84,40167,1733376052373 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T05:21:06,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:44244 deadline: 1733376126418, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8edcaf2ecc84,40167,1733376052373 stopping 2024-12-05T05:21:06,420 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8edcaf2ecc84,40167,1733376052373 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T05:21:06,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8edcaf2ecc84,40167,1733376052373 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T05:21:06,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:44244 deadline: 1733376126523, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8edcaf2ecc84,40167,1733376052373 stopping 2024-12-05T05:21:06,524 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8edcaf2ecc84,40167,1733376052373 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T05:21:06,544 DEBUG [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 754aedf5277215f384edc76dab963ab1, 83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:06,544 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 1033, reset compression=false 2024-12-05T05:21:06,607 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:21:06,618 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 1033, reset compression=false 2024-12-05T05:21:06,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:06,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:06,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:06,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:06,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:06,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:06,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:06,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8edcaf2ecc84,40167,1733376052373 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T05:21:06,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:44244 deadline: 1733376126727, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8edcaf2ecc84,40167,1733376052373 stopping 2024-12-05T05:21:06,728 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8edcaf2ecc84,40167,1733376052373 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T05:21:06,744 DEBUG [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 754aedf5277215f384edc76dab963ab1, 83be7802a93be7c857fdbd8001bd5772 2024-12-05T05:21:06,764 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/.tmp/info/4bae9e8b83804e319a45e01111af8d31 2024-12-05T05:21:06,765 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/replication/83be7802a93be7c857fdbd8001bd5772/.tmp/hfileref/375fbec93cf748e7a1350ca112063fc6 2024-12-05T05:21:06,789 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/.tmp/ns/c94c915ffc33459f8edb3ffdf98c38db is 43, key is default/ns:d/1733376055109/Put/seqid=0 2024-12-05T05:21:06,789 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/replication/83be7802a93be7c857fdbd8001bd5772/.tmp/queue/9f1deafe46a943a58cffdff5eb30ba81 is 154, key is 1-8edcaf2ecc84,40167,1733376052373/queue:8edcaf2ecc84%2C40167%2C1733376052373/1733376066099/Put/seqid=0 2024-12-05T05:21:06,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741847_1023 (size=5353) 2024-12-05T05:21:06,796 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/replication/83be7802a93be7c857fdbd8001bd5772/.tmp/queue/9f1deafe46a943a58cffdff5eb30ba81 2024-12-05T05:21:06,802 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/replication/83be7802a93be7c857fdbd8001bd5772/.tmp/hfileref/375fbec93cf748e7a1350ca112063fc6 as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/replication/83be7802a93be7c857fdbd8001bd5772/hfileref/375fbec93cf748e7a1350ca112063fc6 2024-12-05T05:21:06,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741846_1022 (size=5153) 2024-12-05T05:21:06,804 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/.tmp/ns/c94c915ffc33459f8edb3ffdf98c38db 2024-12-05T05:21:06,807 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/replication/83be7802a93be7c857fdbd8001bd5772/hfileref/375fbec93cf748e7a1350ca112063fc6, entries=4, sequenceid=12, filesize=5.2 K 2024-12-05T05:21:06,808 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/replication/83be7802a93be7c857fdbd8001bd5772/.tmp/queue/9f1deafe46a943a58cffdff5eb30ba81 as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/replication/83be7802a93be7c857fdbd8001bd5772/queue/9f1deafe46a943a58cffdff5eb30ba81 2024-12-05T05:21:06,816 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/replication/83be7802a93be7c857fdbd8001bd5772/queue/9f1deafe46a943a58cffdff5eb30ba81, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T05:21:06,818 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 83be7802a93be7c857fdbd8001bd5772 in 475ms, sequenceid=12, compaction requested=false 2024-12-05T05:21:06,828 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/.tmp/rep_barrier/e65b0d736c334e1fa28f4168e666f896 is 112, key is test,,1733376056373.754aedf5277215f384edc76dab963ab1./rep_barrier:seqnumDuringOpen/1733376057537/Put/seqid=0 2024-12-05T05:21:06,835 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/replication/83be7802a93be7c857fdbd8001bd5772/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T05:21:06,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741848_1024 (size=5518) 2024-12-05T05:21:06,836 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:21:06,836 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:21:06,836 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772. 2024-12-05T05:21:06,836 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83be7802a93be7c857fdbd8001bd5772: Waiting for close lock at 1733376066342Running coprocessor pre-close hooks at 1733376066342Disabling compacts and flushes for region at 1733376066342Disabling writes for close at 1733376066343 (+1 ms)Obtaining lock to block concurrent updates at 1733376066343Preparing flush snapshotting stores in 83be7802a93be7c857fdbd8001bd5772 at 1733376066343Finished memstore snapshotting hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733376066343Flushing stores of hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772. at 1733376066344 (+1 ms)Flushing 83be7802a93be7c857fdbd8001bd5772/hfileref: creating writer at 1733376066344Flushing 83be7802a93be7c857fdbd8001bd5772/hfileref: appending metadata at 1733376066361 (+17 ms)Flushing 83be7802a93be7c857fdbd8001bd5772/hfileref: closing flushed file at 1733376066361Flushing 83be7802a93be7c857fdbd8001bd5772/queue: creating writer at 1733376066774 (+413 ms)Flushing 83be7802a93be7c857fdbd8001bd5772/queue: appending metadata at 1733376066789 (+15 ms)Flushing 83be7802a93be7c857fdbd8001bd5772/queue: closing flushed file at 1733376066789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4900fd4f: reopening flushed file at 1733376066801 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1424fcd6: reopening flushed file at 1733376066808 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 83be7802a93be7c857fdbd8001bd5772 in 475ms, sequenceid=12, compaction requested=false at 1733376066818 (+10 ms)Writing region close event to WAL at 1733376066828 (+10 ms)Running coprocessor post-close hooks at 1733376066836 (+8 ms)Closed at 1733376066836 2024-12-05T05:21:06,837 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733376060714.83be7802a93be7c857fdbd8001bd5772. 2024-12-05T05:21:06,837 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 754aedf5277215f384edc76dab963ab1, disabling compactions & flushes 2024-12-05T05:21:06,837 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733376056373.754aedf5277215f384edc76dab963ab1. 2024-12-05T05:21:06,837 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376056373.754aedf5277215f384edc76dab963ab1. 2024-12-05T05:21:06,837 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733376056373.754aedf5277215f384edc76dab963ab1. after waiting 0 ms 2024-12-05T05:21:06,837 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733376056373.754aedf5277215f384edc76dab963ab1. 2024-12-05T05:21:06,839 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/.tmp/rep_barrier/e65b0d736c334e1fa28f4168e666f896 2024-12-05T05:21:06,845 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/default/test/754aedf5277215f384edc76dab963ab1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T05:21:06,846 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:21:06,846 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:21:06,846 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733376056373.754aedf5277215f384edc76dab963ab1. 2024-12-05T05:21:06,846 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 754aedf5277215f384edc76dab963ab1: Waiting for close lock at 1733376066837Running coprocessor pre-close hooks at 1733376066837Disabling compacts and flushes for region at 1733376066837Disabling writes for close at 1733376066837Writing region close event to WAL at 1733376066841 (+4 ms)Running coprocessor post-close hooks at 1733376066846 (+5 ms)Closed at 1733376066846 2024-12-05T05:21:06,846 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733376056373.754aedf5277215f384edc76dab963ab1. 2024-12-05T05:21:06,859 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/.tmp/table/833d57c5cbee4f499a989ac69159071b is 53, key is hbase:replication/table:state/1733376061156/Put/seqid=0 2024-12-05T05:21:06,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741849_1025 (size=5308) 2024-12-05T05:21:06,923 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 1033, reset compression=false 2024-12-05T05:21:06,944 DEBUG [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:21:07,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8edcaf2ecc84,40167,1733376052373 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T05:21:07,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40167 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:44244 deadline: 1733376127032, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8edcaf2ecc84,40167,1733376052373 stopping 2024-12-05T05:21:07,033 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8edcaf2ecc84,40167,1733376052373 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T05:21:07,048 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 1033, reset compression=false 2024-12-05T05:21:07,052 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:21:07,052 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 1328, reset compression=false 2024-12-05T05:21:07,052 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.shipper8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,40167,1733376052373 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:21:07,054 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.shipper8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8edcaf2ecc84,40167,1733376052373: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8edcaf2ecc84,40167,1733376052373, walGroup=8edcaf2ecc84%2C40167%2C1733376052373, offset=8edcaf2ecc84%2C40167%2C1733376052373.1733376054330:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:40167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T05:21:07,055 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.shipper8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T05:21:07,056 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.shipper8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T05:21:07,058 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.shipper8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T05:21:07,058 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.shipper8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T05:21:07,058 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.shipper8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T05:21:07,058 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.shipper8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 541726176 }, "NonHeapMemoryUsage": { "committed": 190971904, "init": 7667712, "max": -1, "used": 188095168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T05:21:07,061 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.shipper8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T05:21:07,144 DEBUG [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:21:07,260 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.wal-reader.8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 to pos 1328, reset compression=false 2024-12-05T05:21:07,263 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/.tmp/table/833d57c5cbee4f499a989ac69159071b 2024-12-05T05:21:07,271 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/.tmp/info/4bae9e8b83804e319a45e01111af8d31 as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/info/4bae9e8b83804e319a45e01111af8d31 2024-12-05T05:21:07,276 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/info/4bae9e8b83804e319a45e01111af8d31, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T05:21:07,277 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/.tmp/ns/c94c915ffc33459f8edb3ffdf98c38db as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/ns/c94c915ffc33459f8edb3ffdf98c38db 2024-12-05T05:21:07,279 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:21:07,279 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:21:07,281 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/ns/c94c915ffc33459f8edb3ffdf98c38db, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T05:21:07,282 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/.tmp/rep_barrier/e65b0d736c334e1fa28f4168e666f896 as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/rep_barrier/e65b0d736c334e1fa28f4168e666f896 2024-12-05T05:21:07,286 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/rep_barrier/e65b0d736c334e1fa28f4168e666f896, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T05:21:07,287 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/.tmp/table/833d57c5cbee4f499a989ac69159071b as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/table/833d57c5cbee4f499a989ac69159071b 2024-12-05T05:21:07,290 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/table/833d57c5cbee4f499a989ac69159071b, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T05:21:07,291 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 948ms, sequenceid=16, compaction requested=false 2024-12-05T05:21:07,299 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T05:21:07,300 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:21:07,300 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:21:07,300 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:21:07,300 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376066343Running coprocessor pre-close hooks at 1733376066343Disabling compacts and flushes for region at 1733376066343Disabling writes for close at 1733376066343Obtaining lock to block concurrent updates at 1733376066343Preparing flush snapshotting stores in 1588230740 at 1733376066343Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733376066344 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733376066344Flushing 1588230740/info: creating writer at 1733376066344Flushing 1588230740/info: appending metadata at 1733376066356 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733376066356Flushing 1588230740/ns: creating writer at 1733376066768 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733376066789 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733376066789Flushing 1588230740/rep_barrier: creating writer at 1733376066809 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733376066827 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733376066828 (+1 ms)Flushing 1588230740/table: creating writer at 1733376066845 (+17 ms)Flushing 1588230740/table: appending metadata at 1733376066859 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733376066859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39936206: reopening flushed file at 1733376067270 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@636211fe: reopening flushed file at 1733376067276 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de03ba8: reopening flushed file at 1733376067281 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b715d4f: reopening flushed file at 1733376067286 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 948ms, sequenceid=16, compaction requested=false at 1733376067291 (+5 ms)Writing region close event to WAL at 1733376067294 (+3 ms)Running coprocessor post-close hooks at 1733376067299 (+5 ms)Closed at 1733376067300 (+1 ms) 2024-12-05T05:21:07,300 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:21:07,328 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 1033, reset compression=false 2024-12-05T05:21:07,344 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,40167,1733376052373; all regions closed. 2024-12-05T05:21:07,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.meta.1733376055041.meta not finished, retry = 0 2024-12-05T05:21:07,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741834_1010 (size=4239) 2024-12-05T05:21:07,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8edcaf2ecc84,40167,1733376052373 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T05:21:07,437 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 8edcaf2ecc84,40167,1733376052373 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T05:21:07,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741839_1015 (size=3127) 2024-12-05T05:21:07,452 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/WALs/8edcaf2ecc84,40167,1733376052373/8edcaf2ecc84%2C40167%2C1733376052373.1733376054330 not finished, retry = 0 2024-12-05T05:21:07,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741833_1009 (size=1336) 2024-12-05T05:21:07,552 DEBUG [RS:0;8edcaf2ecc84:40167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:07,553 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:21:07,553 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:21:07,553 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T05:21:07,553 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:21:07,553 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:21:07,554 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,40167,1733376052373 because: Region server is closing 2024-12-05T05:21:07,554 INFO [RS:0;8edcaf2ecc84:40167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:40167. 2024-12-05T05:21:07,554 DEBUG [RS:0;8edcaf2ecc84:40167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:07,554 DEBUG [RS:0;8edcaf2ecc84:40167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:07,554 DEBUG [RS:0;8edcaf2ecc84:40167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:07,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:07,654 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,40167,1733376052373.replicationSource.shipper8edcaf2ecc84%2C40167%2C1733376052373,1-8edcaf2ecc84,40167,1733376052373 terminated 2024-12-05T05:21:07,654 INFO [RS:0;8edcaf2ecc84:40167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:40167. 2024-12-05T05:21:07,654 DEBUG [RS:0;8edcaf2ecc84:40167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:07,654 DEBUG [RS:0;8edcaf2ecc84:40167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:07,655 DEBUG [RS:0;8edcaf2ecc84:40167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:07,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:07,655 INFO [RS:0;8edcaf2ecc84:40167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40167 2024-12-05T05:21:07,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637/rs 2024-12-05T05:21:07,772 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11894023637/rs/8edcaf2ecc84,40167,1733376052373 2024-12-05T05:21:07,772 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:21:07,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,40167,1733376052373] 2024-12-05T05:21:07,832 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 1033, reset compression=false 2024-12-05T05:21:07,835 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11894023637/draining/8edcaf2ecc84,40167,1733376052373 already deleted, retry=false 2024-12-05T05:21:07,835 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,40167,1733376052373 expired; onlineServers=0 2024-12-05T05:21:07,835 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,43119,1733376052006' ***** 2024-12-05T05:21:07,835 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:21:07,836 INFO [M:0;8edcaf2ecc84:43119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:21:07,836 INFO [M:0;8edcaf2ecc84:43119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:21:07,836 DEBUG [M:0;8edcaf2ecc84:43119 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:21:07,836 DEBUG [M:0;8edcaf2ecc84:43119 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:21:07,836 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:21:07,836 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376054133 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376054133,5,FailOnTimeoutGroup] 2024-12-05T05:21:07,836 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376054139 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376054139,5,FailOnTimeoutGroup] 2024-12-05T05:21:07,836 INFO [M:0;8edcaf2ecc84:43119 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:21:07,836 INFO [M:0;8edcaf2ecc84:43119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:21:07,836 DEBUG [M:0;8edcaf2ecc84:43119 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:21:07,836 INFO [M:0;8edcaf2ecc84:43119 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:21:07,836 INFO [M:0;8edcaf2ecc84:43119 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:21:07,837 INFO [M:0;8edcaf2ecc84:43119 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:21:07,837 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:21:07,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11894023637/master 2024-12-05T05:21:07,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11894023637 2024-12-05T05:21:07,848 DEBUG [M:0;8edcaf2ecc84:43119 {}] zookeeper.ZKUtil(347): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Unable to get data of znode /11894023637/master because node does not exist (not an error) 2024-12-05T05:21:07,848 WARN [M:0;8edcaf2ecc84:43119 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:21:07,849 INFO [M:0;8edcaf2ecc84:43119 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/.lastflushedseqids 2024-12-05T05:21:07,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741850_1026 (size=263) 2024-12-05T05:21:07,885 INFO [RS:0;8edcaf2ecc84:40167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:21:07,885 INFO [RS:0;8edcaf2ecc84:40167 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,40167,1733376052373; zookeeper connection closed. 2024-12-05T05:21:07,885 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:21:07,886 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40167-0x101a3ef69b00004, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:21:07,886 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@777bf422 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@777bf422 2024-12-05T05:21:07,886 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:21:07,940 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8edcaf2ecc84:40167 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8edcaf2ecc84/172.17.0.3:40167 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T05:21:07,941 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=8edcaf2ecc84:40167 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8edcaf2ecc84/172.17.0.3:40167 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8edcaf2ecc84/172.17.0.3:40167 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-05T05:21:07,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 8edcaf2ecc84:40167 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8edcaf2ecc84/172.17.0.3:40167 2024-12-05T05:21:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T05:21:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:50398 deadline: 1733376127943, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T05:21:07,945 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T05:21:07,946 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T05:21:08,259 INFO [M:0;8edcaf2ecc84:43119 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:21:08,259 INFO [M:0;8edcaf2ecc84:43119 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:21:08,260 DEBUG [M:0;8edcaf2ecc84:43119 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:21:08,260 INFO [M:0;8edcaf2ecc84:43119 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:08,260 DEBUG [M:0;8edcaf2ecc84:43119 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:08,260 DEBUG [M:0;8edcaf2ecc84:43119 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:21:08,260 DEBUG [M:0;8edcaf2ecc84:43119 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:08,260 INFO [M:0;8edcaf2ecc84:43119 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-05T05:21:08,277 DEBUG [M:0;8edcaf2ecc84:43119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1264d559354443b90cc48e98d74c1f2 is 82, key is hbase:meta,,1/info:regioninfo/1733376055076/Put/seqid=0 2024-12-05T05:21:08,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741851_1027 (size=5672) 2024-12-05T05:21:08,436 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 1033, reset compression=false 2024-12-05T05:21:08,546 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T05:21:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T05:21:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43119 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:50398 deadline: 1733376128548, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T05:21:08,549 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T05:21:08,550 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T05:21:08,550 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T05:21:08,681 INFO [M:0;8edcaf2ecc84:43119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1264d559354443b90cc48e98d74c1f2 2024-12-05T05:21:08,699 DEBUG [M:0;8edcaf2ecc84:43119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7dfc0af2208e414e807634b005910a44 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733376061161/Put/seqid=0 2024-12-05T05:21:08,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741852_1028 (size=8515) 2024-12-05T05:21:08,732 INFO [M:0;8edcaf2ecc84:43119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7dfc0af2208e414e807634b005910a44 2024-12-05T05:21:08,764 DEBUG [M:0;8edcaf2ecc84:43119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/017bb3da453c44bda84ce12f7ddd4f6e is 69, key is 8edcaf2ecc84,40167,1733376052373/rs:state/1733376054173/Put/seqid=0 2024-12-05T05:21:08,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741853_1029 (size=5156) 2024-12-05T05:21:09,140 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 1033, reset compression=false 2024-12-05T05:21:09,190 INFO [M:0;8edcaf2ecc84:43119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/017bb3da453c44bda84ce12f7ddd4f6e 2024-12-05T05:21:09,195 DEBUG [M:0;8edcaf2ecc84:43119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1264d559354443b90cc48e98d74c1f2 as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1264d559354443b90cc48e98d74c1f2 2024-12-05T05:21:09,199 INFO [M:0;8edcaf2ecc84:43119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1264d559354443b90cc48e98d74c1f2, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T05:21:09,200 DEBUG [M:0;8edcaf2ecc84:43119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7dfc0af2208e414e807634b005910a44 as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7dfc0af2208e414e807634b005910a44 2024-12-05T05:21:09,204 INFO [M:0;8edcaf2ecc84:43119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7dfc0af2208e414e807634b005910a44, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T05:21:09,205 DEBUG [M:0;8edcaf2ecc84:43119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/017bb3da453c44bda84ce12f7ddd4f6e as hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/017bb3da453c44bda84ce12f7ddd4f6e 2024-12-05T05:21:09,209 INFO [M:0;8edcaf2ecc84:43119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38757/user/jenkins/test-data/52142abb-0758-cd6c-e3ff-054e7a2b6be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/017bb3da453c44bda84ce12f7ddd4f6e, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T05:21:09,210 INFO [M:0;8edcaf2ecc84:43119 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 950ms, sequenceid=97, compaction requested=false 2024-12-05T05:21:09,216 INFO [M:0;8edcaf2ecc84:43119 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:09,216 DEBUG [M:0;8edcaf2ecc84:43119 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376068260Disabling compacts and flushes for region at 1733376068260Disabling writes for close at 1733376068260Obtaining lock to block concurrent updates at 1733376068260Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376068260Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733376068261 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376068262 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376068262Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376068276 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376068276Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376068685 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376068699 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376068699Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376068743 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376068764 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376068764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2546d1ff: reopening flushed file at 1733376069194 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e32ef5f: reopening flushed file at 1733376069199 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a4bdf8: reopening flushed file at 1733376069204 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 950ms, sequenceid=97, compaction requested=false at 1733376069210 (+6 ms)Writing region close event to WAL at 1733376069216 (+6 ms)Closed at 1733376069216 2024-12-05T05:21:09,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35703 is added to blk_1073741830_1006 (size=63642) 2024-12-05T05:21:09,221 INFO [M:0;8edcaf2ecc84:43119 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:21:09,221 INFO [M:0;8edcaf2ecc84:43119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43119 2024-12-05T05:21:09,221 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:21:09,224 INFO [M:0;8edcaf2ecc84:43119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:21:09,251 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T05:21:09,251 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8edcaf2ecc84:43119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8edcaf2ecc84/172.17.0.3:43119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T05:21:09,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 8edcaf2ecc84:43119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8edcaf2ecc84/172.17.0.3:43119 2024-12-05T05:21:09,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:21:09,335 INFO [M:0;8edcaf2ecc84:43119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:21:09,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43119-0x101a3ef69b00003, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:21:09,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e777c34{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:21:09,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12afba8d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:21:09,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:21:09,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dc29690{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:21:09,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f034655{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/hadoop.log.dir/,STOPPED} 2024-12-05T05:21:09,340 WARN [BP-1101989982-172.17.0.3-1733376049865 heartbeating to localhost/127.0.0.1:38757 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:21:09,340 WARN [BP-1101989982-172.17.0.3-1733376049865 heartbeating to localhost/127.0.0.1:38757 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1101989982-172.17.0.3-1733376049865 (Datanode Uuid 6dd440ed-a6c3-4a80-9764-e79ab6d07f25) service to localhost/127.0.0.1:38757 2024-12-05T05:21:09,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/cluster_469affac-a9e3-4ddb-a235-b1e7c619f2cc/data/data1/current/BP-1101989982-172.17.0.3-1733376049865 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:21:09,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/cluster_469affac-a9e3-4ddb-a235-b1e7c619f2cc/data/data2/current/BP-1101989982-172.17.0.3-1733376049865 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:21:09,340 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:21:09,341 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:21:09,341 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:21:09,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20b6a485{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:21:09,348 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7426749a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:21:09,348 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:21:09,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68eeda3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:21:09,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@459c073c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/hadoop.log.dir/,STOPPED} 2024-12-05T05:21:09,361 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:09,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:21:09,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:21:09,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:21:09,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:09,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:09,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:09,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:09,361 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:21:09,361 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=151842822, stopped=false 2024-12-05T05:21:09,361 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,35571,1733376046916 2024-12-05T05:21:09,361 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8edcaf2ecc84:43119 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8edcaf2ecc84/172.17.0.3:43119 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T05:21:09,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=8edcaf2ecc84:43119 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8edcaf2ecc84/172.17.0.3:43119 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-05T05:21:09,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 8edcaf2ecc84:43119 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8edcaf2ecc84/172.17.0.3:43119 2024-12-05T05:21:09,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0110420666/running 2024-12-05T05:21:09,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0110420666/running 2024-12-05T05:21:09,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:21:09,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:21:09,375 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:21:09,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:21:09,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Set watcher on znode that does not yet exist, /0110420666/running 2024-12-05T05:21:09,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Set watcher on znode that does not yet exist, /0110420666/running 2024-12-05T05:21:09,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:09,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:09,375 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,45127,1733376047820' ***** 2024-12-05T05:21:09,375 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:21:09,376 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:21:09,376 INFO [RS:0;8edcaf2ecc84:45127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:21:09,376 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:21:09,376 INFO [RS:0;8edcaf2ecc84:45127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:21:09,376 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a8d447c5bb023e2ce037752901ff7de 2024-12-05T05:21:09,376 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(3091): Received CLOSE for f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:21:09,376 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,45127,1733376047820 2024-12-05T05:21:09,376 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:21:09,377 INFO [RS:0;8edcaf2ecc84:45127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:45127. 2024-12-05T05:21:09,377 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a8d447c5bb023e2ce037752901ff7de, disabling compactions & flushes 2024-12-05T05:21:09,377 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de. 2024-12-05T05:21:09,377 DEBUG [RS:0;8edcaf2ecc84:45127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:09,377 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de. 2024-12-05T05:21:09,377 DEBUG [RS:0;8edcaf2ecc84:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:09,377 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de. after waiting 0 ms 2024-12-05T05:21:09,377 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de. 2024-12-05T05:21:09,377 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:21:09,377 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:21:09,377 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:21:09,377 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:21:09,377 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T05:21:09,377 DEBUG [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(1325): Online Regions={3a8d447c5bb023e2ce037752901ff7de=test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de., 1588230740=hbase:meta,,1.1588230740, f5d02e58b06f8beccd9b7be98a0cbcc0=hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0.} 2024-12-05T05:21:09,377 DEBUG [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a8d447c5bb023e2ce037752901ff7de, f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:21:09,378 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:21:09,378 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:21:09,378 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:21:09,378 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:21:09,378 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:21:09,378 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T05:21:09,384 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/default/test/3a8d447c5bb023e2ce037752901ff7de/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T05:21:09,384 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:21:09,384 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:21:09,384 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de. 2024-12-05T05:21:09,385 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a8d447c5bb023e2ce037752901ff7de: Waiting for close lock at 1733376069376Running coprocessor pre-close hooks at 1733376069376Disabling compacts and flushes for region at 1733376069376Disabling writes for close at 1733376069377 (+1 ms)Writing region close event to WAL at 1733376069381 (+4 ms)Running coprocessor post-close hooks at 1733376069384 (+3 ms)Closed at 1733376069384 2024-12-05T05:21:09,385 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de. 2024-12-05T05:21:09,385 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5d02e58b06f8beccd9b7be98a0cbcc0, disabling compactions & flushes 2024-12-05T05:21:09,385 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0. 2024-12-05T05:21:09,385 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0. 2024-12-05T05:21:09,385 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0. after waiting 0 ms 2024-12-05T05:21:09,385 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0. 2024-12-05T05:21:09,385 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5d02e58b06f8beccd9b7be98a0cbcc0 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-05T05:21:09,398 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/.tmp/info/d0f5a34756d746c09c6758ae28308a0b is 147, key is hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0./info:regioninfo/1733376059749/Put/seqid=0 2024-12-05T05:21:09,408 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/replication/f5d02e58b06f8beccd9b7be98a0cbcc0/.tmp/hfileref/bbd344792c884a6ba3a0d292db50cd28 is 74, key is 1/hfileref:347b4f634f384b508d93ca66b93a3e6f_SeqId_6_/1733376066082/Put/seqid=0 2024-12-05T05:21:09,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741846_1022 (size=7686) 2024-12-05T05:21:09,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741847_1023 (size=5345) 2024-12-05T05:21:09,420 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:21:09,571 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:09,571 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8edcaf2ecc84:43119 this server is in the failed servers list 2024-12-05T05:21:09,572 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8edcaf2ecc84:43119 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:09,578 DEBUG [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:21:09,778 DEBUG [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5d02e58b06f8beccd9b7be98a0cbcc0 2024-12-05T05:21:09,813 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/.tmp/info/d0f5a34756d746c09c6758ae28308a0b 2024-12-05T05:21:09,818 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/replication/f5d02e58b06f8beccd9b7be98a0cbcc0/.tmp/hfileref/bbd344792c884a6ba3a0d292db50cd28 2024-12-05T05:21:09,835 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/.tmp/ns/82518eb9227044179b6088a0a7eee4c4 is 43, key is default/ns:d/1733376049701/Put/seqid=0 2024-12-05T05:21:09,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741848_1024 (size=5153) 2024-12-05T05:21:09,839 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/.tmp/ns/82518eb9227044179b6088a0a7eee4c4 2024-12-05T05:21:09,844 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/replication/f5d02e58b06f8beccd9b7be98a0cbcc0/.tmp/queue/3571cf2b4f204aacb9d8870dbd0e6d74 is 153, key is 1-8edcaf2ecc84,45127,1733376047820/queue:8edcaf2ecc84%2C45127%2C1733376047820/1733376063784/Put/seqid=0 2024-12-05T05:21:09,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741849_1025 (size=5352) 2024-12-05T05:21:09,859 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/replication/f5d02e58b06f8beccd9b7be98a0cbcc0/.tmp/queue/3571cf2b4f204aacb9d8870dbd0e6d74 2024-12-05T05:21:09,866 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/replication/f5d02e58b06f8beccd9b7be98a0cbcc0/.tmp/hfileref/bbd344792c884a6ba3a0d292db50cd28 as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/replication/f5d02e58b06f8beccd9b7be98a0cbcc0/hfileref/bbd344792c884a6ba3a0d292db50cd28 2024-12-05T05:21:09,868 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/.tmp/rep_barrier/f948f59513104a0d883ffeec6bacc980 is 112, key is test,,1733376055234.3a8d447c5bb023e2ce037752901ff7de./rep_barrier:seqnumDuringOpen/1733376055994/Put/seqid=0 2024-12-05T05:21:09,874 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/replication/f5d02e58b06f8beccd9b7be98a0cbcc0/hfileref/bbd344792c884a6ba3a0d292db50cd28, entries=4, sequenceid=10, filesize=5.2 K 2024-12-05T05:21:09,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741850_1026 (size=5518) 2024-12-05T05:21:09,875 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/.tmp/rep_barrier/f948f59513104a0d883ffeec6bacc980 2024-12-05T05:21:09,877 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/replication/f5d02e58b06f8beccd9b7be98a0cbcc0/.tmp/queue/3571cf2b4f204aacb9d8870dbd0e6d74 as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/replication/f5d02e58b06f8beccd9b7be98a0cbcc0/queue/3571cf2b4f204aacb9d8870dbd0e6d74 2024-12-05T05:21:09,880 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:09,880 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8edcaf2ecc84:43119 this server is in the failed servers list 2024-12-05T05:21:09,881 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8edcaf2ecc84:43119 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:09,890 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/replication/f5d02e58b06f8beccd9b7be98a0cbcc0/queue/3571cf2b4f204aacb9d8870dbd0e6d74, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T05:21:09,891 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f5d02e58b06f8beccd9b7be98a0cbcc0 in 505ms, sequenceid=10, compaction requested=false 2024-12-05T05:21:09,897 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/.tmp/table/b2b22c6c48454a30b4a0d4f8eaaf1c8e is 53, key is hbase:replication/table:state/1733376059766/Put/seqid=0 2024-12-05T05:21:09,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741851_1027 (size=5308) 2024-12-05T05:21:09,903 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/.tmp/table/b2b22c6c48454a30b4a0d4f8eaaf1c8e 2024-12-05T05:21:09,904 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/replication/f5d02e58b06f8beccd9b7be98a0cbcc0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T05:21:09,904 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:21:09,904 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:21:09,904 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0. 2024-12-05T05:21:09,905 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5d02e58b06f8beccd9b7be98a0cbcc0: Waiting for close lock at 1733376069385Running coprocessor pre-close hooks at 1733376069385Disabling compacts and flushes for region at 1733376069385Disabling writes for close at 1733376069385Obtaining lock to block concurrent updates at 1733376069385Preparing flush snapshotting stores in f5d02e58b06f8beccd9b7be98a0cbcc0 at 1733376069385Finished memstore snapshotting hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733376069385Flushing stores of hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0. at 1733376069389 (+4 ms)Flushing f5d02e58b06f8beccd9b7be98a0cbcc0/hfileref: creating writer at 1733376069389Flushing f5d02e58b06f8beccd9b7be98a0cbcc0/hfileref: appending metadata at 1733376069407 (+18 ms)Flushing f5d02e58b06f8beccd9b7be98a0cbcc0/hfileref: closing flushed file at 1733376069407Flushing f5d02e58b06f8beccd9b7be98a0cbcc0/queue: creating writer at 1733376069822 (+415 ms)Flushing f5d02e58b06f8beccd9b7be98a0cbcc0/queue: appending metadata at 1733376069843 (+21 ms)Flushing f5d02e58b06f8beccd9b7be98a0cbcc0/queue: closing flushed file at 1733376069843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3212fc58: reopening flushed file at 1733376069865 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@179dd9ab: reopening flushed file at 1733376069874 (+9 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f5d02e58b06f8beccd9b7be98a0cbcc0 in 505ms, sequenceid=10, compaction requested=false at 1733376069891 (+17 ms)Writing region close event to WAL at 1733376069900 (+9 ms)Running coprocessor post-close hooks at 1733376069904 (+4 ms)Closed at 1733376069904 2024-12-05T05:21:09,905 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733376058539.f5d02e58b06f8beccd9b7be98a0cbcc0. 2024-12-05T05:21:09,908 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/.tmp/info/d0f5a34756d746c09c6758ae28308a0b as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/info/d0f5a34756d746c09c6758ae28308a0b 2024-12-05T05:21:09,913 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/info/d0f5a34756d746c09c6758ae28308a0b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T05:21:09,914 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/.tmp/ns/82518eb9227044179b6088a0a7eee4c4 as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/ns/82518eb9227044179b6088a0a7eee4c4 2024-12-05T05:21:09,918 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/ns/82518eb9227044179b6088a0a7eee4c4, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T05:21:09,919 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/.tmp/rep_barrier/f948f59513104a0d883ffeec6bacc980 as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/rep_barrier/f948f59513104a0d883ffeec6bacc980 2024-12-05T05:21:09,923 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/rep_barrier/f948f59513104a0d883ffeec6bacc980, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T05:21:09,924 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/.tmp/table/b2b22c6c48454a30b4a0d4f8eaaf1c8e as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/table/b2b22c6c48454a30b4a0d4f8eaaf1c8e 2024-12-05T05:21:09,927 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/table/b2b22c6c48454a30b4a0d4f8eaaf1c8e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T05:21:09,928 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=16, compaction requested=false 2024-12-05T05:21:09,939 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T05:21:09,940 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:21:09,940 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:21:09,940 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:21:09,940 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376069377Running coprocessor pre-close hooks at 1733376069377Disabling compacts and flushes for region at 1733376069378 (+1 ms)Disabling writes for close at 1733376069378Obtaining lock to block concurrent updates at 1733376069378Preparing flush snapshotting stores in 1588230740 at 1733376069378Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733376069378Flushing stores of hbase:meta,,1.1588230740 at 1733376069379 (+1 ms)Flushing 1588230740/info: creating writer at 1733376069379Flushing 1588230740/info: appending metadata at 1733376069397 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733376069397Flushing 1588230740/ns: creating writer at 1733376069817 (+420 ms)Flushing 1588230740/ns: appending metadata at 1733376069835 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733376069835Flushing 1588230740/rep_barrier: creating writer at 1733376069845 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733376069868 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733376069868Flushing 1588230740/table: creating writer at 1733376069881 (+13 ms)Flushing 1588230740/table: appending metadata at 1733376069897 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733376069897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49729985: reopening flushed file at 1733376069908 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dbed3cc: reopening flushed file at 1733376069913 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ab73574: reopening flushed file at 1733376069918 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5799461d: reopening flushed file at 1733376069923 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=16, compaction requested=false at 1733376069928 (+5 ms)Writing region close event to WAL at 1733376069936 (+8 ms)Running coprocessor post-close hooks at 1733376069939 (+3 ms)Closed at 1733376069940 (+1 ms) 2024-12-05T05:21:09,940 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:21:09,945 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 1033, reset compression=false 2024-12-05T05:21:09,950 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:21:09,950 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 1328, reset compression=false 2024-12-05T05:21:09,976 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:21:09,976 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:21:09,978 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,45127,1733376047820; all regions closed. 2024-12-05T05:21:09,980 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.meta.1733376049587.meta not finished, retry = 0 2024-12-05T05:21:09,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741834_1010 (size=4239) 2024-12-05T05:21:10,082 DEBUG [RS:0;8edcaf2ecc84:45127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/oldWALs 2024-12-05T05:21:10,082 INFO [RS:0;8edcaf2ecc84:45127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C45127%2C1733376047820.meta:.meta(num 1733376049587) 2024-12-05T05:21:10,086 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.rep.1733376059691 not finished, retry = 0 2024-12-05T05:21:10,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741839_1015 (size=2695) 2024-12-05T05:21:10,153 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 to pos 1328, reset compression=false 2024-12-05T05:21:10,188 DEBUG [RS:0;8edcaf2ecc84:45127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/oldWALs 2024-12-05T05:21:10,188 INFO [RS:0;8edcaf2ecc84:45127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C45127%2C1733376047820.rep:(num 1733376059691) 2024-12-05T05:21:10,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741832_1008 (size=1336) 2024-12-05T05:21:10,192 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/WALs/8edcaf2ecc84,45127,1733376047820/8edcaf2ecc84%2C45127%2C1733376047820.1733376049110 not finished, retry = 0 2024-12-05T05:21:10,294 DEBUG [RS:0;8edcaf2ecc84:45127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/oldWALs 2024-12-05T05:21:10,294 INFO [RS:0;8edcaf2ecc84:45127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C45127%2C1733376047820:(num 1733376049110) 2024-12-05T05:21:10,294 DEBUG [RS:0;8edcaf2ecc84:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:10,294 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:21:10,294 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:21:10,294 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T05:21:10,295 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:21:10,295 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:21:10,295 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,45127,1733376047820 because: Region server is closing 2024-12-05T05:21:10,295 INFO [RS:0;8edcaf2ecc84:45127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:45127. 2024-12-05T05:21:10,295 DEBUG [RS:0;8edcaf2ecc84:45127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:10,295 DEBUG [RS:0;8edcaf2ecc84:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:10,295 DEBUG [RS:0;8edcaf2ecc84:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:10,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:10,390 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:10,390 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8edcaf2ecc84:43119 this server is in the failed servers list 2024-12-05T05:21:10,390 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8edcaf2ecc84:43119 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:10,395 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.wal-reader.8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T05:21:10,395 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-05T05:21:10,396 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T05:21:10,396 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T05:21:11,196 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,45127,1733376047820.replicationSource.shipper8edcaf2ecc84%2C45127%2C1733376047820,1-8edcaf2ecc84,45127,1733376047820 terminated 2024-12-05T05:21:11,197 INFO [RS:0;8edcaf2ecc84:45127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:45127. 2024-12-05T05:21:11,197 DEBUG [RS:0;8edcaf2ecc84:45127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:11,197 DEBUG [RS:0;8edcaf2ecc84:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:11,197 DEBUG [RS:0;8edcaf2ecc84:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:11,197 INFO [RS:0;8edcaf2ecc84:45127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45127 2024-12-05T05:21:11,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:11,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0110420666/rs/8edcaf2ecc84,45127,1733376047820 2024-12-05T05:21:11,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666/rs 2024-12-05T05:21:11,288 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:21:11,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,45127,1733376047820] 2024-12-05T05:21:11,311 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0110420666/draining/8edcaf2ecc84,45127,1733376047820 already deleted, retry=false 2024-12-05T05:21:11,311 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,45127,1733376047820 expired; onlineServers=0 2024-12-05T05:21:11,311 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,35571,1733376046916' ***** 2024-12-05T05:21:11,311 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:21:11,311 INFO [M:0;8edcaf2ecc84:35571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:21:11,311 INFO [M:0;8edcaf2ecc84:35571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:21:11,311 DEBUG [M:0;8edcaf2ecc84:35571 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:21:11,312 DEBUG [M:0;8edcaf2ecc84:35571 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:21:11,312 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:21:11,312 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376048805 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376048805,5,FailOnTimeoutGroup] 2024-12-05T05:21:11,312 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376048805 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376048805,5,FailOnTimeoutGroup] 2024-12-05T05:21:11,312 INFO [M:0;8edcaf2ecc84:35571 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:21:11,312 INFO [M:0;8edcaf2ecc84:35571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:21:11,312 DEBUG [M:0;8edcaf2ecc84:35571 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:21:11,312 INFO [M:0;8edcaf2ecc84:35571 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:21:11,312 INFO [M:0;8edcaf2ecc84:35571 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:21:11,312 INFO [M:0;8edcaf2ecc84:35571 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:21:11,312 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:21:11,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0110420666/master 2024-12-05T05:21:11,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0110420666 2024-12-05T05:21:11,322 DEBUG [M:0;8edcaf2ecc84:35571 {}] zookeeper.ZKUtil(347): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Unable to get data of znode /0110420666/master because node does not exist (not an error) 2024-12-05T05:21:11,322 WARN [M:0;8edcaf2ecc84:35571 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:21:11,322 INFO [M:0;8edcaf2ecc84:35571 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/.lastflushedseqids 2024-12-05T05:21:11,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741852_1028 (size=263) 2024-12-05T05:21:11,327 INFO [M:0;8edcaf2ecc84:35571 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:21:11,327 INFO [M:0;8edcaf2ecc84:35571 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:21:11,327 DEBUG [M:0;8edcaf2ecc84:35571 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:21:11,327 INFO [M:0;8edcaf2ecc84:35571 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:11,327 DEBUG [M:0;8edcaf2ecc84:35571 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:11,327 DEBUG [M:0;8edcaf2ecc84:35571 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:21:11,327 DEBUG [M:0;8edcaf2ecc84:35571 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:11,327 INFO [M:0;8edcaf2ecc84:35571 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-05T05:21:11,345 DEBUG [M:0;8edcaf2ecc84:35571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62e88186a13e48aea0b06942e7fe76ae is 82, key is hbase:meta,,1/info:regioninfo/1733376049620/Put/seqid=0 2024-12-05T05:21:11,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741853_1029 (size=5672) 2024-12-05T05:21:11,400 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:11,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:21:11,401 INFO [RS:0;8edcaf2ecc84:45127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:21:11,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a3ef69b00001, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:21:11,401 INFO [RS:0;8edcaf2ecc84:45127 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,45127,1733376047820; zookeeper connection closed. 2024-12-05T05:21:11,401 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@83fc183 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@83fc183 2024-12-05T05:21:11,401 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:11,401 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:21:11,403 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:11,751 INFO [M:0;8edcaf2ecc84:35571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62e88186a13e48aea0b06942e7fe76ae 2024-12-05T05:21:11,770 DEBUG [M:0;8edcaf2ecc84:35571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9c3b8a606ed4ea4868b913aed2cb4a0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733376059771/Put/seqid=0 2024-12-05T05:21:11,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741854_1030 (size=8515) 2024-12-05T05:21:11,774 INFO [M:0;8edcaf2ecc84:35571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9c3b8a606ed4ea4868b913aed2cb4a0 2024-12-05T05:21:11,789 DEBUG [M:0;8edcaf2ecc84:35571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb06dbf2a31b4322b51c708f40c032ad is 69, key is 8edcaf2ecc84,45127,1733376047820/rs:state/1733376048921/Put/seqid=0 2024-12-05T05:21:11,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741855_1031 (size=5156) 2024-12-05T05:21:12,193 INFO [M:0;8edcaf2ecc84:35571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb06dbf2a31b4322b51c708f40c032ad 2024-12-05T05:21:12,199 DEBUG [M:0;8edcaf2ecc84:35571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62e88186a13e48aea0b06942e7fe76ae as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62e88186a13e48aea0b06942e7fe76ae 2024-12-05T05:21:12,206 INFO [M:0;8edcaf2ecc84:35571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62e88186a13e48aea0b06942e7fe76ae, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T05:21:12,206 DEBUG [M:0;8edcaf2ecc84:35571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9c3b8a606ed4ea4868b913aed2cb4a0 as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9c3b8a606ed4ea4868b913aed2cb4a0 2024-12-05T05:21:12,210 INFO [M:0;8edcaf2ecc84:35571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9c3b8a606ed4ea4868b913aed2cb4a0, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T05:21:12,211 DEBUG [M:0;8edcaf2ecc84:35571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb06dbf2a31b4322b51c708f40c032ad as hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb06dbf2a31b4322b51c708f40c032ad 2024-12-05T05:21:12,215 INFO [M:0;8edcaf2ecc84:35571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37457/user/jenkins/test-data/17c805fe-857d-c7a7-b877-8448f4febbba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb06dbf2a31b4322b51c708f40c032ad, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T05:21:12,216 INFO [M:0;8edcaf2ecc84:35571 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false 2024-12-05T05:21:12,217 INFO [M:0;8edcaf2ecc84:35571 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:12,217 DEBUG [M:0;8edcaf2ecc84:35571 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376071327Disabling compacts and flushes for region at 1733376071327Disabling writes for close at 1733376071327Obtaining lock to block concurrent updates at 1733376071327Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376071327Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733376071328 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376071328Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376071328Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376071345 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376071345Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376071755 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376071770 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376071770Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376071778 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376071789 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376071789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e80123: reopening flushed file at 1733376072199 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@492063cc: reopening flushed file at 1733376072206 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42470fb5: reopening flushed file at 1733376072211 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false at 1733376072216 (+5 ms)Writing region close event to WAL at 1733376072216Closed at 1733376072217 (+1 ms) 2024-12-05T05:21:12,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41547 is added to blk_1073741830_1006 (size=63642) 2024-12-05T05:21:12,219 INFO [M:0;8edcaf2ecc84:35571 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:21:12,219 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:21:12,219 INFO [M:0;8edcaf2ecc84:35571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35571 2024-12-05T05:21:12,219 INFO [M:0;8edcaf2ecc84:35571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:21:12,339 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:21:12,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:12,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:12,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:12,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:12,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:12,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:12,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:12,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:12,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:21:12,388 INFO [M:0;8edcaf2ecc84:35571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:21:12,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35571-0x101a3ef69b00000, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:21:12,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f731d94{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:21:12,391 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d015e40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:21:12,391 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:21:12,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4898880f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:21:12,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e1ae177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/hadoop.log.dir/,STOPPED} 2024-12-05T05:21:12,393 WARN [BP-1947433413-172.17.0.3-1733376044586 heartbeating to localhost/127.0.0.1:37457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:21:12,393 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:21:12,393 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:21:12,393 WARN [BP-1947433413-172.17.0.3-1733376044586 heartbeating to localhost/127.0.0.1:37457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1947433413-172.17.0.3-1733376044586 (Datanode Uuid 9ddcaaa6-d12e-4841-81f1-86559c2a1e13) service to localhost/127.0.0.1:37457 2024-12-05T05:21:12,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/cluster_81157772-536b-f158-3fb7-80b2e58ab78d/data/data1/current/BP-1947433413-172.17.0.3-1733376044586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:21:12,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/cluster_81157772-536b-f158-3fb7-80b2e58ab78d/data/data2/current/BP-1947433413-172.17.0.3-1733376044586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:21:12,394 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:21:12,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19a02581{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:21:12,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11cfdb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:21:12,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:21:12,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f054da4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:21:12,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bc3f01b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c74bd6e-8f15-cef3-de23-c883fc146013/hadoop.log.dir/,STOPPED} 2024-12-05T05:21:12,405 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T05:21:12,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:21:12,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 207) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37457 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38757 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38757 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37457 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38757 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38757 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38757 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38757 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37457 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38757 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59913) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38757 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59913) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=624 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 391) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2953 (was 3571) 2024-12-05T05:21:12,433 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=624, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=2952 2024-12-05T05:21:12,444 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-05T05:21:12,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/hadoop.log.dir so I do NOT create it in target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec 2024-12-05T05:21:12,445 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:21:12,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/hadoop.tmp.dir so I do NOT create it in target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec 2024-12-05T05:21:12,445 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/802bc003-be79-b375-8991-ed179c44f40d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:21:12,445 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec 2024-12-05T05:21:12,445 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/cluster_e46d7fda-33eb-ed96-86f7-fe2dbe244df5, deleteOnExit=true 2024-12-05T05:21:12,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/cluster_e46d7fda-33eb-ed96-86f7-fe2dbe244df5/zookeeper_0, clientPort=58589, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/cluster_e46d7fda-33eb-ed96-86f7-fe2dbe244df5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/cluster_e46d7fda-33eb-ed96-86f7-fe2dbe244df5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T05:21:12,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58589 2024-12-05T05:21:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:21:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:21:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/test.cache.data in system properties and HBase conf 2024-12-05T05:21:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:21:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:21:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:21:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:21:12,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:21:12,472 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:21:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:21:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:21:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:21:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:21:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:21:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:21:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:21:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:21:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:21:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:21:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:21:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:21:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:21:12,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:21:12,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a3ef69b00002, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:21:12,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a3ef69b00005, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:21:12,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a3ef69b00005, quorum=127.0.0.1:59913, baseZNode=/11894023637 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:21:12,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a3ef69b00002, quorum=127.0.0.1:59913, baseZNode=/0110420666 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:21:12,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:21:12,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:21:12,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:21:12,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:21:12,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:21:12,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:21:12,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@392039a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:21:12,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b975ddb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:21:13,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f387c04{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/java.io.tmpdir/jetty-localhost-46257-hadoop-hdfs-3_4_1-tests_jar-_-any-15674155818158159677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:21:13,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fe155a8{HTTP/1.1, (http/1.1)}{localhost:46257} 2024-12-05T05:21:13,060 INFO [Time-limited test {}] server.Server(415): Started @197885ms 2024-12-05T05:21:13,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:21:13,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:21:13,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:21:13,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:21:13,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:21:13,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a553aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:21:13,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52e12a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:21:13,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:21:13,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T05:21:13,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T05:21:13,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T05:21:13,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T05:21:13,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:21:13,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:21:13,411 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:13,411 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:13,411 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4160 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:13,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@375baee1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/java.io.tmpdir/jetty-localhost-46061-hadoop-hdfs-3_4_1-tests_jar-_-any-10288524376640141218/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:21:13,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d969a76{HTTP/1.1, (http/1.1)}{localhost:46061} 2024-12-05T05:21:13,495 INFO [Time-limited test {}] server.Server(415): Started @198319ms 2024-12-05T05:21:13,496 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:21:14,337 WARN [Thread-2172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/cluster_e46d7fda-33eb-ed96-86f7-fe2dbe244df5/data/data2/current/BP-1519669006-172.17.0.3-1733376072485/current, will proceed with Du for space computation calculation, 2024-12-05T05:21:14,337 WARN [Thread-2171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/cluster_e46d7fda-33eb-ed96-86f7-fe2dbe244df5/data/data1/current/BP-1519669006-172.17.0.3-1733376072485/current, will proceed with Du for space computation calculation, 2024-12-05T05:21:14,359 WARN [Thread-2159 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:21:14,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x505dae04461a2392 with lease ID 0xfe90b240281b1aaf: Processing first storage report for DS-7ed79214-b729-4615-a7d8-df32c1da4cb0 from datanode DatanodeRegistration(127.0.0.1:45721, datanodeUuid=520501d9-ec5a-49c1-8870-296c3762c464, infoPort=44549, infoSecurePort=0, ipcPort=44575, storageInfo=lv=-57;cid=testClusterID;nsid=1426621389;c=1733376072485) 2024-12-05T05:21:14,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x505dae04461a2392 with lease ID 0xfe90b240281b1aaf: from storage DS-7ed79214-b729-4615-a7d8-df32c1da4cb0 node DatanodeRegistration(127.0.0.1:45721, datanodeUuid=520501d9-ec5a-49c1-8870-296c3762c464, infoPort=44549, infoSecurePort=0, ipcPort=44575, storageInfo=lv=-57;cid=testClusterID;nsid=1426621389;c=1733376072485), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:21:14,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x505dae04461a2392 with lease ID 0xfe90b240281b1aaf: Processing first storage report for DS-7c348358-fb25-4d27-ae41-07a33f1a0c49 from datanode DatanodeRegistration(127.0.0.1:45721, datanodeUuid=520501d9-ec5a-49c1-8870-296c3762c464, infoPort=44549, infoSecurePort=0, ipcPort=44575, storageInfo=lv=-57;cid=testClusterID;nsid=1426621389;c=1733376072485) 2024-12-05T05:21:14,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x505dae04461a2392 with lease ID 0xfe90b240281b1aaf: from storage DS-7c348358-fb25-4d27-ae41-07a33f1a0c49 node DatanodeRegistration(127.0.0.1:45721, datanodeUuid=520501d9-ec5a-49c1-8870-296c3762c464, infoPort=44549, infoSecurePort=0, ipcPort=44575, storageInfo=lv=-57;cid=testClusterID;nsid=1426621389;c=1733376072485), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:21:14,423 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec 2024-12-05T05:21:14,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:14,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:14,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:21:14,831 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b with version=8 2024-12-05T05:21:14,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/hbase-staging 2024-12-05T05:21:14,834 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:21:14,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:14,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:14,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:21:14,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:14,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:21:14,835 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:21:14,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:21:14,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43745 2024-12-05T05:21:14,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43745 connecting to ZooKeeper ensemble=127.0.0.1:58589 2024-12-05T05:21:14,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437450x0, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:21:14,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43745-0x101a3efd6bf0000 connected 2024-12-05T05:21:15,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:15,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:15,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Set watcher on znode that does not yet exist, /0-541852231/running 2024-12-05T05:21:15,009 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b, hbase.cluster.distributed=false 2024-12-05T05:21:15,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Set watcher on znode that does not yet exist, /0-541852231/acl 2024-12-05T05:21:15,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43745 2024-12-05T05:21:15,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43745 2024-12-05T05:21:15,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43745 2024-12-05T05:21:15,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43745 2024-12-05T05:21:15,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43745 2024-12-05T05:21:15,038 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:21:15,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:15,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:15,038 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:21:15,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:15,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:21:15,038 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:21:15,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:21:15,038 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34539 2024-12-05T05:21:15,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34539 connecting to ZooKeeper ensemble=127.0.0.1:58589 2024-12-05T05:21:15,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:15,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:15,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345390x0, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:21:15,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345390x0, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Set watcher on znode that does not yet exist, /0-541852231/running 2024-12-05T05:21:15,049 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:21:15,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34539-0x101a3efd6bf0001 connected 2024-12-05T05:21:15,056 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:21:15,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Set watcher on znode that does not yet exist, /0-541852231/master 2024-12-05T05:21:15,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Set watcher on znode that does not yet exist, /0-541852231/acl 2024-12-05T05:21:15,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34539 2024-12-05T05:21:15,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34539 2024-12-05T05:21:15,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34539 2024-12-05T05:21:15,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34539 2024-12-05T05:21:15,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34539 2024-12-05T05:21:15,075 DEBUG [M:0;8edcaf2ecc84:43745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:43745 2024-12-05T05:21:15,075 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-541852231/backup-masters/8edcaf2ecc84,43745,1733376074834 2024-12-05T05:21:15,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231/backup-masters 2024-12-05T05:21:15,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231/backup-masters 2024-12-05T05:21:15,088 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Set watcher on existing znode=/0-541852231/backup-masters/8edcaf2ecc84,43745,1733376074834 2024-12-05T05:21:15,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:15,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-541852231/master 2024-12-05T05:21:15,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:15,106 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Set watcher on existing znode=/0-541852231/master 2024-12-05T05:21:15,106 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-541852231/backup-masters/8edcaf2ecc84,43745,1733376074834 from backup master directory 2024-12-05T05:21:15,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231/backup-masters 2024-12-05T05:21:15,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-541852231/backup-masters/8edcaf2ecc84,43745,1733376074834 2024-12-05T05:21:15,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231/backup-masters 2024-12-05T05:21:15,111 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:21:15,111 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,43745,1733376074834 2024-12-05T05:21:15,119 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/hbase.id] with ID: d90d2596-8f78-48f8-bef7-e06a230136fe 2024-12-05T05:21:15,119 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/.tmp/hbase.id 2024-12-05T05:21:15,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:21:15,535 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/.tmp/hbase.id]:[hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/hbase.id] 2024-12-05T05:21:15,544 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:15,544 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:21:15,545 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T05:21:15,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:15,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:15,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:21:15,965 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:21:15,966 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:21:15,966 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:21:16,373 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store 2024-12-05T05:21:16,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:21:16,778 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:16,778 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:21:16,778 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:16,778 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:16,778 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:21:16,778 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:16,778 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:16,778 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376076778Disabling compacts and flushes for region at 1733376076778Disabling writes for close at 1733376076778Writing region close event to WAL at 1733376076778Closed at 1733376076778 2024-12-05T05:21:16,779 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/.initializing 2024-12-05T05:21:16,779 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/WALs/8edcaf2ecc84,43745,1733376074834 2024-12-05T05:21:16,779 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:21:16,781 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C43745%2C1733376074834, suffix=, logDir=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/WALs/8edcaf2ecc84,43745,1733376074834, archiveDir=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/oldWALs, maxLogs=10 2024-12-05T05:21:16,798 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/WALs/8edcaf2ecc84,43745,1733376074834/8edcaf2ecc84%2C43745%2C1733376074834.1733376076781, exclude list is [], retry=0 2024-12-05T05:21:16,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45721,DS-7ed79214-b729-4615-a7d8-df32c1da4cb0,DISK] 2024-12-05T05:21:16,803 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/WALs/8edcaf2ecc84,43745,1733376074834/8edcaf2ecc84%2C43745%2C1733376074834.1733376076781 2024-12-05T05:21:16,816 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44549:44549)] 2024-12-05T05:21:16,816 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:21:16,817 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:16,817 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:16,817 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:16,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:16,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:21:16,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:16,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:16,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:16,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:21:16,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:16,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:16,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:16,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:21:16,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:16,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:16,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:16,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:21:16,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:16,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:16,824 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:16,825 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:16,825 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:16,826 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:16,826 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:16,826 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:21:16,827 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:16,828 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:21:16,829 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64741044, jitterRate=-0.03528326749801636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:21:16,829 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376076817Initializing all the Stores at 1733376076818 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376076818Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376076818Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376076818Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376076818Cleaning up temporary data from old regions at 1733376076826 (+8 ms)Region opened successfully at 1733376076829 (+3 ms) 2024-12-05T05:21:16,829 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:21:16,832 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5047bd7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:21:16,833 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:21:16,833 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:21:16,833 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:21:16,833 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:21:16,833 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:21:16,834 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:21:16,834 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:21:16,835 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:21:16,836 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Unable to get data of znode /0-541852231/balancer because node does not exist (not necessarily an error) 2024-12-05T05:21:16,847 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-541852231/balancer already deleted, retry=false 2024-12-05T05:21:16,848 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:21:16,849 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Unable to get data of znode /0-541852231/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:21:16,858 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-541852231/normalizer already deleted, retry=false 2024-12-05T05:21:16,858 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:21:16,859 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Unable to get data of znode /0-541852231/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:21:16,868 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-541852231/switch/split already deleted, retry=false 2024-12-05T05:21:16,869 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Unable to get data of znode /0-541852231/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:21:16,987 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-541852231/switch/merge already deleted, retry=false 2024-12-05T05:21:16,989 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Unable to get data of znode /0-541852231/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:21:17,056 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-541852231/snapshot-cleanup already deleted, retry=false 2024-12-05T05:21:17,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-541852231/running 2024-12-05T05:21:17,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-541852231/running 2024-12-05T05:21:17,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:17,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:17,080 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,43745,1733376074834, sessionid=0x101a3efd6bf0000, setting cluster-up flag (Was=false) 2024-12-05T05:21:17,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:17,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:17,132 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-541852231/flush-table-proc/acquired, /0-541852231/flush-table-proc/reached, /0-541852231/flush-table-proc/abort 2024-12-05T05:21:17,133 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,43745,1733376074834 2024-12-05T05:21:17,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:17,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:17,193 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-541852231/online-snapshot/acquired, /0-541852231/online-snapshot/reached, /0-541852231/online-snapshot/abort 2024-12-05T05:21:17,194 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,43745,1733376074834 2024-12-05T05:21:17,195 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:21:17,205 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:17,206 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:21:17,206 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:21:17,206 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,43745,1733376074834 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:21:17,207 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:17,207 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:17,207 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:17,207 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:17,207 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:21:17,207 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:17,207 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:21:17,207 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:17,213 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376107213 2024-12-05T05:21:17,213 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:21:17,213 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:21:17,213 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:21:17,213 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:21:17,213 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:21:17,213 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:21:17,213 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:17,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:17,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:21:17,215 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:17,215 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:21:17,224 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:21:17,224 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:21:17,224 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:21:17,224 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:21:17,228 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:21:17,228 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:21:17,233 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376077228,5,FailOnTimeoutGroup] 2024-12-05T05:21:17,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:21:17,236 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376077233,5,FailOnTimeoutGroup] 2024-12-05T05:21:17,236 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:17,236 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:21:17,236 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:17,236 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:17,271 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(746): ClusterId : d90d2596-8f78-48f8-bef7-e06a230136fe 2024-12-05T05:21:17,271 DEBUG [RS:0;8edcaf2ecc84:34539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:21:17,280 DEBUG [RS:0;8edcaf2ecc84:34539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:21:17,280 DEBUG [RS:0;8edcaf2ecc84:34539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:21:17,290 DEBUG [RS:0;8edcaf2ecc84:34539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:21:17,290 DEBUG [RS:0;8edcaf2ecc84:34539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e2947f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:21:17,302 DEBUG [RS:0;8edcaf2ecc84:34539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:34539 2024-12-05T05:21:17,302 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:21:17,302 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:21:17,302 DEBUG [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:21:17,303 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,43745,1733376074834 with port=34539, startcode=1733376075037 2024-12-05T05:21:17,303 DEBUG [RS:0;8edcaf2ecc84:34539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:21:17,305 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:21:17,305 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,34539,1733376075037 2024-12-05T05:21:17,305 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,34539,1733376075037 2024-12-05T05:21:17,306 DEBUG [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b 2024-12-05T05:21:17,307 DEBUG [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42937 2024-12-05T05:21:17,307 DEBUG [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:21:17,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231/rs 2024-12-05T05:21:17,319 DEBUG [RS:0;8edcaf2ecc84:34539 {}] zookeeper.ZKUtil(111): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Set watcher on existing znode=/0-541852231/rs/8edcaf2ecc84,34539,1733376075037 2024-12-05T05:21:17,320 WARN [RS:0;8edcaf2ecc84:34539 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:21:17,320 INFO [RS:0;8edcaf2ecc84:34539 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:17,320 DEBUG [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037 2024-12-05T05:21:17,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,34539,1733376075037] 2024-12-05T05:21:17,323 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:21:17,328 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:21:17,329 INFO [RS:0;8edcaf2ecc84:34539 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:21:17,329 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:17,332 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:21:17,336 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:21:17,337 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:17,337 DEBUG [RS:0;8edcaf2ecc84:34539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:17,337 DEBUG [RS:0;8edcaf2ecc84:34539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:17,337 DEBUG [RS:0;8edcaf2ecc84:34539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:17,337 DEBUG [RS:0;8edcaf2ecc84:34539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:17,337 DEBUG [RS:0;8edcaf2ecc84:34539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:17,337 DEBUG [RS:0;8edcaf2ecc84:34539 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:21:17,337 DEBUG [RS:0;8edcaf2ecc84:34539 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:17,337 DEBUG [RS:0;8edcaf2ecc84:34539 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:17,337 DEBUG [RS:0;8edcaf2ecc84:34539 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:17,337 DEBUG [RS:0;8edcaf2ecc84:34539 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:17,337 DEBUG [RS:0;8edcaf2ecc84:34539 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:17,337 DEBUG [RS:0;8edcaf2ecc84:34539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:17,337 DEBUG [RS:0;8edcaf2ecc84:34539 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:21:17,337 DEBUG [RS:0;8edcaf2ecc84:34539 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:21:17,338 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:17,338 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:17,338 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:17,338 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:17,338 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:17,338 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,34539,1733376075037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:21:17,360 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:21:17,360 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,34539,1733376075037-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:17,360 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:17,360 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.Replication(171): 8edcaf2ecc84,34539,1733376075037 started 2024-12-05T05:21:17,376 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:17,376 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,34539,1733376075037, RpcServer on 8edcaf2ecc84/172.17.0.3:34539, sessionid=0x101a3efd6bf0001 2024-12-05T05:21:17,376 DEBUG [RS:0;8edcaf2ecc84:34539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:21:17,376 DEBUG [RS:0;8edcaf2ecc84:34539 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,34539,1733376075037 2024-12-05T05:21:17,376 DEBUG [RS:0;8edcaf2ecc84:34539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,34539,1733376075037' 2024-12-05T05:21:17,376 DEBUG [RS:0;8edcaf2ecc84:34539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-541852231/flush-table-proc/abort' 2024-12-05T05:21:17,377 DEBUG [RS:0;8edcaf2ecc84:34539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-541852231/flush-table-proc/acquired' 2024-12-05T05:21:17,377 DEBUG [RS:0;8edcaf2ecc84:34539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:21:17,377 DEBUG [RS:0;8edcaf2ecc84:34539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:21:17,377 DEBUG [RS:0;8edcaf2ecc84:34539 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,34539,1733376075037 2024-12-05T05:21:17,377 DEBUG [RS:0;8edcaf2ecc84:34539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,34539,1733376075037' 2024-12-05T05:21:17,377 DEBUG [RS:0;8edcaf2ecc84:34539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-541852231/online-snapshot/abort' 2024-12-05T05:21:17,377 DEBUG [RS:0;8edcaf2ecc84:34539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-541852231/online-snapshot/acquired' 2024-12-05T05:21:17,378 DEBUG [RS:0;8edcaf2ecc84:34539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:21:17,378 INFO [RS:0;8edcaf2ecc84:34539 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:21:17,378 INFO [RS:0;8edcaf2ecc84:34539 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:21:17,440 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:17,441 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:17,441 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8190 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:17,478 INFO [RS:0;8edcaf2ecc84:34539 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:21:17,479 INFO [RS:0;8edcaf2ecc84:34539 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C34539%2C1733376075037, suffix=, logDir=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037, archiveDir=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/oldWALs, maxLogs=10 2024-12-05T05:21:17,491 DEBUG [RS:0;8edcaf2ecc84:34539 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480, exclude list is [], retry=0 2024-12-05T05:21:17,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45721,DS-7ed79214-b729-4615-a7d8-df32c1da4cb0,DISK] 2024-12-05T05:21:17,495 INFO [RS:0;8edcaf2ecc84:34539 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 2024-12-05T05:21:17,495 DEBUG [RS:0;8edcaf2ecc84:34539 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44549:44549)] 2024-12-05T05:21:17,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:21:17,636 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b 2024-12-05T05:21:17,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741833_1009 (size=32) 2024-12-05T05:21:18,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:18,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:21:18,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:21:18,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:18,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:18,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:21:18,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:21:18,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:18,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:18,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:21:18,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:21:18,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:18,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:18,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:21:18,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:21:18,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:18,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:18,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:21:18,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740 2024-12-05T05:21:18,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740 2024-12-05T05:21:18,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:21:18,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:21:18,048 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:21:18,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:21:18,050 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:21:18,050 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74058780, jitterRate=0.10356181859970093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:21:18,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733376078040Initializing all the Stores at 1733376078041 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376078041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376078041Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376078041Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376078041Cleaning up temporary data from old regions at 1733376078048 (+7 ms)Region opened successfully at 1733376078051 (+3 ms) 2024-12-05T05:21:18,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:21:18,051 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:21:18,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:21:18,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:21:18,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:21:18,051 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:21:18,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376078051Disabling compacts and flushes for region at 1733376078051Disabling writes for close at 1733376078051Writing region close event to WAL at 1733376078051Closed at 1733376078051 2024-12-05T05:21:18,052 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:18,052 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:21:18,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:21:18,053 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:21:18,054 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:21:18,204 DEBUG [8edcaf2ecc84:43745 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:21:18,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,34539,1733376075037 2024-12-05T05:21:18,206 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,34539,1733376075037, state=OPENING 2024-12-05T05:21:18,226 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:21:18,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:18,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:18,237 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:21:18,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-541852231/meta-region-server: CHANGED 2024-12-05T05:21:18,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-541852231/meta-region-server: CHANGED 2024-12-05T05:21:18,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,34539,1733376075037}] 2024-12-05T05:21:18,391 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:21:18,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:21:18,396 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:21:18,396 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:18,397 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:21:18,398 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C34539%2C1733376075037.meta, suffix=.meta, logDir=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037, archiveDir=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/oldWALs, maxLogs=10 2024-12-05T05:21:18,413 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.meta.1733376078398.meta, exclude list is [], retry=0 2024-12-05T05:21:18,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45721,DS-7ed79214-b729-4615-a7d8-df32c1da4cb0,DISK] 2024-12-05T05:21:18,418 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.meta.1733376078398.meta 2024-12-05T05:21:18,418 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44549:44549)] 2024-12-05T05:21:18,418 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:21:18,419 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:21:18,419 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:21:18,419 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:21:18,419 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:21:18,419 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:21:18,419 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:18,419 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:21:18,419 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:21:18,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:21:18,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:21:18,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:18,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:18,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:21:18,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:21:18,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:18,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:18,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:21:18,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:21:18,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:18,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:18,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:21:18,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:21:18,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:18,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:18,429 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:21:18,430 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740 2024-12-05T05:21:18,430 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740 2024-12-05T05:21:18,431 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:21:18,431 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:21:18,435 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:21:18,437 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:21:18,437 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66773049, jitterRate=-0.005004033446311951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:21:18,437 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:21:18,438 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376078419Writing region info on filesystem at 1733376078419Initializing all the Stores at 1733376078420 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376078420Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376078424 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376078424Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376078424Cleaning up temporary data from old regions at 1733376078431 (+7 ms)Running coprocessor post-open hooks at 1733376078437 (+6 ms)Region opened successfully at 1733376078438 (+1 ms) 2024-12-05T05:21:18,439 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376078391 2024-12-05T05:21:18,441 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:21:18,441 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:21:18,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,34539,1733376075037 2024-12-05T05:21:18,442 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,34539,1733376075037, state=OPEN 2024-12-05T05:21:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-541852231/meta-region-server 2024-12-05T05:21:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-541852231/meta-region-server 2024-12-05T05:21:18,477 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,34539,1733376075037 2024-12-05T05:21:18,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-541852231/meta-region-server: CHANGED 2024-12-05T05:21:18,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-541852231/meta-region-server: CHANGED 2024-12-05T05:21:18,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:21:18,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,34539,1733376075037 in 240 msec 2024-12-05T05:21:18,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:21:18,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-12-05T05:21:18,484 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:18,484 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:21:18,486 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:18,486 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,34539,1733376075037, seqNum=-1] 2024-12-05T05:21:18,486 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:18,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:21:18,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2940 sec 2024-12-05T05:21:18,495 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376078495, completionTime=-1 2024-12-05T05:21:18,495 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:21:18,495 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:21:18,497 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:21:18,497 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376138497 2024-12-05T05:21:18,498 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376198498 2024-12-05T05:21:18,498 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T05:21:18,498 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,43745,1733376074834-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:18,498 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,43745,1733376074834-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:18,498 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,43745,1733376074834-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:18,498 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:43745, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:18,498 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:18,498 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:18,500 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:21:18,503 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.392sec 2024-12-05T05:21:18,503 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:21:18,503 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:21:18,503 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:21:18,503 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:21:18,503 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:21:18,503 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,43745,1733376074834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:21:18,503 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,43745,1733376074834-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:21:18,511 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:21:18,511 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:21:18,511 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,43745,1733376074834-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:18,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4f7f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:18,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,43745,-1 for getting cluster id 2024-12-05T05:21:18,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:18,581 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd90d2596-8f78-48f8-bef7-e06a230136fe' 2024-12-05T05:21:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d90d2596-8f78-48f8-bef7-e06a230136fe" 2024-12-05T05:21:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0cc0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,43745,-1] 2024-12-05T05:21:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:18,583 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:18,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c9312c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:18,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:18,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,34539,1733376075037, seqNum=-1] 2024-12-05T05:21:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:18,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:21:18,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,43745,1733376074834 2024-12-05T05:21:18,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58589 2024-12-05T05:21:18,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:21:18,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a3efd6bf0002 connected 2024-12-05T05:21:18,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/hadoop.log.dir so I do NOT create it in target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0 2024-12-05T05:21:18,618 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:21:18,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/hadoop.tmp.dir so I do NOT create it in target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0 2024-12-05T05:21:18,618 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:21:18,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0 2024-12-05T05:21:18,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:21:18,618 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/cluster_f9f3f057-175a-f86f-9aad-f9c50e6035ac, deleteOnExit=true 2024-12-05T05:21:18,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:21:18,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/test.cache.data in system properties and HBase conf 2024-12-05T05:21:18,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:21:18,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:21:18,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:21:18,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:21:18,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:21:18,619 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:21:18,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:21:18,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:21:18,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:21:18,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:21:18,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:21:18,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:21:18,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:21:18,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:21:18,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:21:18,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:21:18,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:21:18,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:21:18,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:21:18,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:21:18,910 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:21:18,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:18,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:18,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:18,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:18,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:18,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:18,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:18,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:18,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:19,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:21:19,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:21:19,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:21:19,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:21:19,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:21:19,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:21:19,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@322ee689{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:21:19,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12dd6dc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:21:19,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@aec0509{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/java.io.tmpdir/jetty-localhost-35531-hadoop-hdfs-3_4_1-tests_jar-_-any-8944664319756714939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:21:19,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c30e4ef{HTTP/1.1, (http/1.1)}{localhost:35531} 2024-12-05T05:21:19,210 INFO [Time-limited test {}] server.Server(415): Started @204035ms 2024-12-05T05:21:20,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:21:20,023 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:21:20,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:21:20,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:21:20,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:21:20,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52498dd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:21:20,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29bd1fb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:21:20,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37a22708{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/java.io.tmpdir/jetty-localhost-37789-hadoop-hdfs-3_4_1-tests_jar-_-any-15644646392928195847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:21:20,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fbf807c{HTTP/1.1, (http/1.1)}{localhost:37789} 2024-12-05T05:21:20,187 INFO [Time-limited test {}] server.Server(415): Started @205011ms 2024-12-05T05:21:20,188 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:21:21,371 WARN [Thread-2292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/cluster_f9f3f057-175a-f86f-9aad-f9c50e6035ac/data/data1/current/BP-1564892421-172.17.0.3-1733376078636/current, will proceed with Du for space computation calculation, 2024-12-05T05:21:21,371 WARN [Thread-2293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/cluster_f9f3f057-175a-f86f-9aad-f9c50e6035ac/data/data2/current/BP-1564892421-172.17.0.3-1733376078636/current, will proceed with Du for space computation calculation, 2024-12-05T05:21:21,390 WARN [Thread-2280 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:21:21,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a6cabde4635eb41 with lease ID 0xcf1212dd1066cbd9: Processing first storage report for DS-f40870b9-d88c-43ab-b7be-77593cf0c140 from datanode DatanodeRegistration(127.0.0.1:45837, datanodeUuid=a8d218c8-afbc-49fe-9664-7ef99b65d6a3, infoPort=39501, infoSecurePort=0, ipcPort=40679, storageInfo=lv=-57;cid=testClusterID;nsid=483304715;c=1733376078636) 2024-12-05T05:21:21,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a6cabde4635eb41 with lease ID 0xcf1212dd1066cbd9: from storage DS-f40870b9-d88c-43ab-b7be-77593cf0c140 node DatanodeRegistration(127.0.0.1:45837, datanodeUuid=a8d218c8-afbc-49fe-9664-7ef99b65d6a3, infoPort=39501, infoSecurePort=0, ipcPort=40679, storageInfo=lv=-57;cid=testClusterID;nsid=483304715;c=1733376078636), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:21:21,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a6cabde4635eb41 with lease ID 0xcf1212dd1066cbd9: Processing first storage report for DS-67e6d7e2-a676-4222-bcf3-7ff2a3710565 from datanode DatanodeRegistration(127.0.0.1:45837, datanodeUuid=a8d218c8-afbc-49fe-9664-7ef99b65d6a3, infoPort=39501, infoSecurePort=0, ipcPort=40679, storageInfo=lv=-57;cid=testClusterID;nsid=483304715;c=1733376078636) 2024-12-05T05:21:21,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a6cabde4635eb41 with lease ID 0xcf1212dd1066cbd9: from storage DS-67e6d7e2-a676-4222-bcf3-7ff2a3710565 node DatanodeRegistration(127.0.0.1:45837, datanodeUuid=a8d218c8-afbc-49fe-9664-7ef99b65d6a3, infoPort=39501, infoSecurePort=0, ipcPort=40679, storageInfo=lv=-57;cid=testClusterID;nsid=483304715;c=1733376078636), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:21:21,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0 2024-12-05T05:21:21,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:21,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:21,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:21:21,463 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425 with version=8 2024-12-05T05:21:21,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/hbase-staging 2024-12-05T05:21:21,465 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:21:21,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:21,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:21,466 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:21:21,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:21,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:21:21,466 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:21:21,466 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:21:21,476 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38349 2024-12-05T05:21:21,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38349 connecting to ZooKeeper ensemble=127.0.0.1:58589 2024-12-05T05:21:21,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383490x0, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:21:21,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38349-0x101a3efd6bf0003 connected 2024-12-05T05:21:21,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:21,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:21,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Set watcher on znode that does not yet exist, /1779179576/running 2024-12-05T05:21:21,611 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425, hbase.cluster.distributed=false 2024-12-05T05:21:21,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Set watcher on znode that does not yet exist, /1779179576/acl 2024-12-05T05:21:21,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38349 2024-12-05T05:21:21,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38349 2024-12-05T05:21:21,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38349 2024-12-05T05:21:21,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38349 2024-12-05T05:21:21,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38349 2024-12-05T05:21:21,629 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:21:21,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:21,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:21,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:21:21,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:21,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:21:21,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:21:21,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:21:21,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44673 2024-12-05T05:21:21,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44673 connecting to ZooKeeper ensemble=127.0.0.1:58589 2024-12-05T05:21:21,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:21,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:21,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446730x0, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:21:21,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446730x0, quorum=127.0.0.1:58589, baseZNode=/1779179576 Set watcher on znode that does not yet exist, /1779179576/running 2024-12-05T05:21:21,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44673-0x101a3efd6bf0004 connected 2024-12-05T05:21:21,667 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:21:21,668 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:21:21,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Set watcher on znode that does not yet exist, /1779179576/master 2024-12-05T05:21:21,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Set watcher on znode that does not yet exist, /1779179576/acl 2024-12-05T05:21:21,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44673 2024-12-05T05:21:21,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44673 2024-12-05T05:21:21,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44673 2024-12-05T05:21:21,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44673 2024-12-05T05:21:21,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44673 2024-12-05T05:21:21,690 DEBUG [M:0;8edcaf2ecc84:38349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:38349 2024-12-05T05:21:21,690 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1779179576/backup-masters/8edcaf2ecc84,38349,1733376081465 2024-12-05T05:21:21,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576/backup-masters 2024-12-05T05:21:21,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576/backup-masters 2024-12-05T05:21:21,700 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Set watcher on existing znode=/1779179576/backup-masters/8edcaf2ecc84,38349,1733376081465 2024-12-05T05:21:21,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1779179576/master 2024-12-05T05:21:21,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:21,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:21,711 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Set watcher on existing znode=/1779179576/master 2024-12-05T05:21:21,711 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1779179576/backup-masters/8edcaf2ecc84,38349,1733376081465 from backup master directory 2024-12-05T05:21:21,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576/backup-masters 2024-12-05T05:21:21,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1779179576/backup-masters/8edcaf2ecc84,38349,1733376081465 2024-12-05T05:21:21,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576/backup-masters 2024-12-05T05:21:21,721 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:21:21,721 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,38349,1733376081465 2024-12-05T05:21:21,724 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/hbase.id] with ID: 132ee5b4-98e6-41e6-b077-03948a1bc4e5 2024-12-05T05:21:21,724 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/.tmp/hbase.id 2024-12-05T05:21:21,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:21:22,130 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/.tmp/hbase.id]:[hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/hbase.id] 2024-12-05T05:21:22,139 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:22,139 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:21:22,140 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T05:21:22,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:22,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:22,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:21:22,560 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:21:22,561 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:21:22,562 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:22,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:21:22,581 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store 2024-12-05T05:21:22,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:21:22,633 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:22,633 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:21:22,633 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:22,633 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:22,633 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:21:22,633 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:22,633 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:22,633 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376082633Disabling compacts and flushes for region at 1733376082633Disabling writes for close at 1733376082633Writing region close event to WAL at 1733376082633Closed at 1733376082633 2024-12-05T05:21:22,634 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/.initializing 2024-12-05T05:21:22,634 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/WALs/8edcaf2ecc84,38349,1733376081465 2024-12-05T05:21:22,636 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:21:22,641 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C38349%2C1733376081465, suffix=, logDir=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/WALs/8edcaf2ecc84,38349,1733376081465, archiveDir=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/oldWALs, maxLogs=10 2024-12-05T05:21:22,660 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/WALs/8edcaf2ecc84,38349,1733376081465/8edcaf2ecc84%2C38349%2C1733376081465.1733376082641, exclude list is [], retry=0 2024-12-05T05:21:22,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45837,DS-f40870b9-d88c-43ab-b7be-77593cf0c140,DISK] 2024-12-05T05:21:22,684 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/WALs/8edcaf2ecc84,38349,1733376081465/8edcaf2ecc84%2C38349%2C1733376081465.1733376082641 2024-12-05T05:21:22,695 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39501:39501)] 2024-12-05T05:21:22,695 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:21:22,695 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:22,695 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:22,695 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:22,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:22,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:21:22,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:22,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:22,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:22,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:21:22,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:22,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:22,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:22,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:21:22,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:22,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:22,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:22,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:21:22,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:22,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:22,717 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:22,718 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:22,719 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:22,720 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:22,720 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:22,721 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:21:22,722 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:22,733 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:21:22,735 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62186716, jitterRate=-0.07334572076797485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:21:22,735 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376082696Initializing all the Stores at 1733376082697 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376082698 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376082700 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376082700Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376082700Cleaning up temporary data from old regions at 1733376082720 (+20 ms)Region opened successfully at 1733376082735 (+15 ms) 2024-12-05T05:21:22,738 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:21:22,747 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3f1983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:21:22,758 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:21:22,758 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:21:22,758 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:21:22,759 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:21:22,760 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:21:22,760 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:21:22,760 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:21:22,769 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:21:22,770 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Unable to get data of znode /1779179576/balancer because node does not exist (not necessarily an error) 2024-12-05T05:21:22,827 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1779179576/balancer already deleted, retry=false 2024-12-05T05:21:22,827 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:21:22,828 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Unable to get data of znode /1779179576/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:21:22,837 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1779179576/normalizer already deleted, retry=false 2024-12-05T05:21:22,837 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:21:22,845 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Unable to get data of znode /1779179576/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:21:22,856 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1779179576/switch/split already deleted, retry=false 2024-12-05T05:21:22,857 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Unable to get data of znode /1779179576/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:21:22,868 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1779179576/switch/merge already deleted, retry=false 2024-12-05T05:21:22,901 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Unable to get data of znode /1779179576/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:21:22,910 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1779179576/snapshot-cleanup already deleted, retry=false 2024-12-05T05:21:22,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1779179576/running 2024-12-05T05:21:22,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1779179576/running 2024-12-05T05:21:22,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:22,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:22,924 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,38349,1733376081465, sessionid=0x101a3efd6bf0003, setting cluster-up flag (Was=false) 2024-12-05T05:21:22,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:22,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:22,974 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1779179576/flush-table-proc/acquired, /1779179576/flush-table-proc/reached, /1779179576/flush-table-proc/abort 2024-12-05T05:21:22,975 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,38349,1733376081465 2024-12-05T05:21:22,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:22,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:23,027 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1779179576/online-snapshot/acquired, /1779179576/online-snapshot/reached, /1779179576/online-snapshot/abort 2024-12-05T05:21:23,028 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,38349,1733376081465 2024-12-05T05:21:23,029 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:21:23,031 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:23,031 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:21:23,031 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:21:23,031 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,38349,1733376081465 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:21:23,032 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:23,032 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:23,033 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:23,033 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:23,033 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:21:23,033 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:23,033 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:21:23,033 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:23,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:23,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:21:23,053 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:23,053 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:21:23,056 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376113056 2024-12-05T05:21:23,058 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:21:23,059 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:21:23,059 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:21:23,059 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:21:23,059 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:21:23,059 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:21:23,060 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:23,064 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:21:23,064 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:21:23,065 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:21:23,065 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:21:23,070 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:21:23,070 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:21:23,070 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376083070,5,FailOnTimeoutGroup] 2024-12-05T05:21:23,070 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376083070,5,FailOnTimeoutGroup] 2024-12-05T05:21:23,070 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:23,070 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:21:23,071 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:23,071 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:23,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:21:23,086 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:21:23,086 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425 2024-12-05T05:21:23,123 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(746): ClusterId : 132ee5b4-98e6-41e6-b077-03948a1bc4e5 2024-12-05T05:21:23,123 DEBUG [RS:0;8edcaf2ecc84:44673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:21:23,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741832_1008 (size=32) 2024-12-05T05:21:23,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:23,132 DEBUG [RS:0;8edcaf2ecc84:44673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:21:23,132 DEBUG [RS:0;8edcaf2ecc84:44673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:21:23,144 DEBUG [RS:0;8edcaf2ecc84:44673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:21:23,144 DEBUG [RS:0;8edcaf2ecc84:44673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152d268c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:21:23,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:21:23,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:21:23,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:23,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:23,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:21:23,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:21:23,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:23,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:23,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:21:23,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:21:23,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:23,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:23,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:21:23,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:21:23,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:23,161 DEBUG [RS:0;8edcaf2ecc84:44673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:44673 2024-12-05T05:21:23,161 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:21:23,161 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:21:23,161 DEBUG [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:21:23,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:23,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:21:23,162 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,38349,1733376081465 with port=44673, startcode=1733376081629 2024-12-05T05:21:23,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740 2024-12-05T05:21:23,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740 2024-12-05T05:21:23,162 DEBUG [RS:0;8edcaf2ecc84:44673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:21:23,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:21:23,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:21:23,164 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:21:23,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:21:23,169 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:21:23,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,44673,1733376081629 2024-12-05T05:21:23,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38349 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,44673,1733376081629 2024-12-05T05:21:23,170 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:21:23,171 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70905284, jitterRate=0.05657106637954712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:21:23,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733376083127Initializing all the Stores at 1733376083128 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376083128Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376083144 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376083144Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376083144Cleaning up temporary data from old regions at 1733376083163 (+19 ms)Region opened successfully at 1733376083171 (+8 ms) 2024-12-05T05:21:23,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:21:23,171 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:21:23,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:21:23,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:21:23,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:21:23,176 DEBUG [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425 2024-12-05T05:21:23,176 DEBUG [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42323 2024-12-05T05:21:23,177 DEBUG [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:21:23,184 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:21:23,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376083171Disabling compacts and flushes for region at 1733376083171Disabling writes for close at 1733376083171Writing region close event to WAL at 1733376083184 (+13 ms)Closed at 1733376083184 2024-12-05T05:21:23,192 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:23,192 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:21:23,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:21:23,204 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:21:23,215 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:21:23,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576/rs 2024-12-05T05:21:23,285 DEBUG [RS:0;8edcaf2ecc84:44673 {}] zookeeper.ZKUtil(111): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Set watcher on existing znode=/1779179576/rs/8edcaf2ecc84,44673,1733376081629 2024-12-05T05:21:23,285 WARN [RS:0;8edcaf2ecc84:44673 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:21:23,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,44673,1733376081629] 2024-12-05T05:21:23,285 INFO [RS:0;8edcaf2ecc84:44673 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:23,285 DEBUG [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629 2024-12-05T05:21:23,297 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:21:23,304 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:21:23,305 INFO [RS:0;8edcaf2ecc84:44673 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:21:23,305 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:23,305 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:21:23,308 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:21:23,308 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:23,309 DEBUG [RS:0;8edcaf2ecc84:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:23,309 DEBUG [RS:0;8edcaf2ecc84:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:23,309 DEBUG [RS:0;8edcaf2ecc84:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:23,309 DEBUG [RS:0;8edcaf2ecc84:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:23,309 DEBUG [RS:0;8edcaf2ecc84:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:23,309 DEBUG [RS:0;8edcaf2ecc84:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:21:23,309 DEBUG [RS:0;8edcaf2ecc84:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:23,309 DEBUG [RS:0;8edcaf2ecc84:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:23,309 DEBUG [RS:0;8edcaf2ecc84:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:23,309 DEBUG [RS:0;8edcaf2ecc84:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:23,309 DEBUG [RS:0;8edcaf2ecc84:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:23,309 DEBUG [RS:0;8edcaf2ecc84:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:23,309 DEBUG [RS:0;8edcaf2ecc84:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:21:23,309 DEBUG [RS:0;8edcaf2ecc84:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:21:23,310 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:23,310 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:23,310 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:23,310 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:23,310 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:23,310 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,44673,1733376081629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:21:23,323 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:21:23,334 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:21:23,334 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,44673,1733376081629-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:23,334 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:23,334 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.Replication(171): 8edcaf2ecc84,44673,1733376081629 started 2024-12-05T05:21:23,353 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:23,353 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,44673,1733376081629, RpcServer on 8edcaf2ecc84/172.17.0.3:44673, sessionid=0x101a3efd6bf0004 2024-12-05T05:21:23,353 DEBUG [RS:0;8edcaf2ecc84:44673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:21:23,353 DEBUG [RS:0;8edcaf2ecc84:44673 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,44673,1733376081629 2024-12-05T05:21:23,353 DEBUG [RS:0;8edcaf2ecc84:44673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,44673,1733376081629' 2024-12-05T05:21:23,353 DEBUG [RS:0;8edcaf2ecc84:44673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1779179576/flush-table-proc/abort' 2024-12-05T05:21:23,354 DEBUG [RS:0;8edcaf2ecc84:44673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1779179576/flush-table-proc/acquired' 2024-12-05T05:21:23,355 DEBUG [RS:0;8edcaf2ecc84:44673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:21:23,355 DEBUG [RS:0;8edcaf2ecc84:44673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:21:23,355 DEBUG [RS:0;8edcaf2ecc84:44673 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,44673,1733376081629 2024-12-05T05:21:23,355 DEBUG [RS:0;8edcaf2ecc84:44673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,44673,1733376081629' 2024-12-05T05:21:23,355 DEBUG [RS:0;8edcaf2ecc84:44673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1779179576/online-snapshot/abort' 2024-12-05T05:21:23,356 DEBUG [RS:0;8edcaf2ecc84:44673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1779179576/online-snapshot/acquired' 2024-12-05T05:21:23,356 DEBUG [RS:0;8edcaf2ecc84:44673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:21:23,356 INFO [RS:0;8edcaf2ecc84:44673 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:21:23,356 INFO [RS:0;8edcaf2ecc84:44673 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:21:23,366 WARN [8edcaf2ecc84:38349 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T05:21:23,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T05:21:23,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T05:21:23,409 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:21:23,409 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T05:21:23,409 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:21:23,409 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T05:21:23,409 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T05:21:23,409 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T05:21:23,483 INFO [RS:0;8edcaf2ecc84:44673 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:21:23,485 INFO [RS:0;8edcaf2ecc84:44673 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C44673%2C1733376081629, suffix=, logDir=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629, archiveDir=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/oldWALs, maxLogs=10 2024-12-05T05:21:23,507 DEBUG [RS:0;8edcaf2ecc84:44673 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485, exclude list is [], retry=0 2024-12-05T05:21:23,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45837,DS-f40870b9-d88c-43ab-b7be-77593cf0c140,DISK] 2024-12-05T05:21:23,537 INFO [RS:0;8edcaf2ecc84:44673 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 2024-12-05T05:21:23,540 DEBUG [RS:0;8edcaf2ecc84:44673 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39501:39501)] 2024-12-05T05:21:23,616 DEBUG [8edcaf2ecc84:38349 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:21:23,617 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,44673,1733376081629 2024-12-05T05:21:23,618 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,44673,1733376081629, state=OPENING 2024-12-05T05:21:23,688 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:21:23,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:23,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:23,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1779179576/meta-region-server: CHANGED 2024-12-05T05:21:23,714 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:21:23,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,44673,1733376081629}] 2024-12-05T05:21:23,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1779179576/meta-region-server: CHANGED 2024-12-05T05:21:23,876 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:21:23,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:21:23,886 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:21:23,886 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:23,886 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:21:23,888 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C44673%2C1733376081629.meta, suffix=.meta, logDir=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629, archiveDir=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/oldWALs, maxLogs=10 2024-12-05T05:21:23,904 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.meta.1733376083888.meta, exclude list is [], retry=0 2024-12-05T05:21:23,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45837,DS-f40870b9-d88c-43ab-b7be-77593cf0c140,DISK] 2024-12-05T05:21:23,918 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.meta.1733376083888.meta 2024-12-05T05:21:23,918 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39501:39501)] 2024-12-05T05:21:23,918 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:21:23,919 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:21:23,919 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:21:23,919 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:21:23,919 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:21:23,919 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:21:23,919 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:23,919 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:21:23,919 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:21:23,925 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:21:23,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:21:23,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:21:23,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:23,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:23,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:21:23,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:21:23,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:23,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:23,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:21:23,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:21:23,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:23,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:23,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:21:23,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:21:23,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:23,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:23,940 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:21:23,948 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740 2024-12-05T05:21:23,956 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740 2024-12-05T05:21:23,970 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:21:23,970 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:21:23,971 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:21:23,974 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:21:23,975 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68893301, jitterRate=0.02659018337726593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:21:23,975 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:21:23,975 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376083920Writing region info on filesystem at 1733376083920Initializing all the Stores at 1733376083922 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376083922Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376083926 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376083926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376083926Cleaning up temporary data from old regions at 1733376083970 (+44 ms)Running coprocessor post-open hooks at 1733376083975 (+5 ms)Region opened successfully at 1733376083975 2024-12-05T05:21:23,984 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376083876 2024-12-05T05:21:23,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:23,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:23,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:23,990 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:21:23,990 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:21:23,990 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,44673,1733376081629 2024-12-05T05:21:23,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:23,991 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,44673,1733376081629, state=OPEN 2024-12-05T05:21:23,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:23,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:24,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:24,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:24,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:24,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1779179576/meta-region-server 2024-12-05T05:21:24,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1779179576/meta-region-server 2024-12-05T05:21:24,046 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,44673,1733376081629 2024-12-05T05:21:24,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1779179576/meta-region-server: CHANGED 2024-12-05T05:21:24,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1779179576/meta-region-server: CHANGED 2024-12-05T05:21:24,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:21:24,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,44673,1733376081629 in 332 msec 2024-12-05T05:21:24,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:21:24,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 858 msec 2024-12-05T05:21:24,054 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:24,054 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:21:24,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:24,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44673,1733376081629, seqNum=-1] 2024-12-05T05:21:24,055 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:24,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:21:24,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0300 sec 2024-12-05T05:21:24,060 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376084060, completionTime=-1 2024-12-05T05:21:24,060 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:21:24,061 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:21:24,062 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:21:24,063 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376144062 2024-12-05T05:21:24,063 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376204063 2024-12-05T05:21:24,063 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T05:21:24,063 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38349,1733376081465-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:24,063 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38349,1733376081465-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:24,063 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38349,1733376081465-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:24,063 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:38349, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:24,063 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:24,065 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:24,066 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:21:24,069 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.348sec 2024-12-05T05:21:24,069 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:21:24,069 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:21:24,069 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:21:24,069 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:21:24,069 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:21:24,069 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38349,1733376081465-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:21:24,069 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38349,1733376081465-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:21:24,071 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:21:24,071 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:21:24,071 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,38349,1733376081465-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:24,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7358702d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:24,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,38349,-1 for getting cluster id 2024-12-05T05:21:24,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:24,133 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '132ee5b4-98e6-41e6-b077-03948a1bc4e5' 2024-12-05T05:21:24,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:24,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "132ee5b4-98e6-41e6-b077-03948a1bc4e5" 2024-12-05T05:21:24,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301727ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,38349,-1] 2024-12-05T05:21:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:24,137 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:24,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46432e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:24,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:24,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44673,1733376081629, seqNum=-1] 2024-12-05T05:21:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:24,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:21:24,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,38349,1733376081465 2024-12-05T05:21:24,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58589 2024-12-05T05:21:24,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:21:24,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a3efd6bf0005 connected 2024-12-05T05:21:24,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:24,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,43745,1733376074834 2024-12-05T05:21:24,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@672bf7bf 2024-12-05T05:21:24,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:24,190 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:21:24,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:21:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T05:21:24,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:21:24,194 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:24,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T05:21:24,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:21:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:24,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741835_1011 (size=902) 2024-12-05T05:21:24,213 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 006958c44c31e8bba2c6629aba02d4ac, NAME => 'test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b 2024-12-05T05:21:24,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741836_1012 (size=39) 2024-12-05T05:21:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:24,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:24,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 006958c44c31e8bba2c6629aba02d4ac, disabling compactions & flushes 2024-12-05T05:21:24,631 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac. 2024-12-05T05:21:24,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac. 2024-12-05T05:21:24,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac. after waiting 0 ms 2024-12-05T05:21:24,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac. 2024-12-05T05:21:24,631 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac. 2024-12-05T05:21:24,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 006958c44c31e8bba2c6629aba02d4ac: Waiting for close lock at 1733376084631Disabling compacts and flushes for region at 1733376084631Disabling writes for close at 1733376084631Writing region close event to WAL at 1733376084631Closed at 1733376084631 2024-12-05T05:21:24,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:21:24,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733376084633"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376084633"}]},"ts":"1733376084633"} 2024-12-05T05:21:24,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:21:24,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:21:24,637 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376084636"}]},"ts":"1733376084636"} 2024-12-05T05:21:24,638 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T05:21:24,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=006958c44c31e8bba2c6629aba02d4ac, ASSIGN}] 2024-12-05T05:21:24,639 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=006958c44c31e8bba2c6629aba02d4ac, ASSIGN 2024-12-05T05:21:24,640 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=006958c44c31e8bba2c6629aba02d4ac, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,34539,1733376075037; forceNewPlan=false, retain=false 2024-12-05T05:21:24,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=006958c44c31e8bba2c6629aba02d4ac, regionState=OPENING, regionLocation=8edcaf2ecc84,34539,1733376075037 2024-12-05T05:21:24,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=006958c44c31e8bba2c6629aba02d4ac, ASSIGN because future has completed 2024-12-05T05:21:24,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 006958c44c31e8bba2c6629aba02d4ac, server=8edcaf2ecc84,34539,1733376075037}] 2024-12-05T05:21:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:24,950 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac. 2024-12-05T05:21:24,951 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 006958c44c31e8bba2c6629aba02d4ac, NAME => 'test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:21:24,951 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:21:24,951 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T05:21:24,951 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 006958c44c31e8bba2c6629aba02d4ac 2024-12-05T05:21:24,951 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:24,951 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 006958c44c31e8bba2c6629aba02d4ac 2024-12-05T05:21:24,951 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 006958c44c31e8bba2c6629aba02d4ac 2024-12-05T05:21:24,953 INFO [StoreOpener-006958c44c31e8bba2c6629aba02d4ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 006958c44c31e8bba2c6629aba02d4ac 2024-12-05T05:21:24,954 INFO [StoreOpener-006958c44c31e8bba2c6629aba02d4ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 006958c44c31e8bba2c6629aba02d4ac columnFamilyName f 2024-12-05T05:21:24,954 DEBUG [StoreOpener-006958c44c31e8bba2c6629aba02d4ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:24,954 INFO [StoreOpener-006958c44c31e8bba2c6629aba02d4ac-1 {}] regionserver.HStore(327): Store=006958c44c31e8bba2c6629aba02d4ac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:24,954 INFO [StoreOpener-006958c44c31e8bba2c6629aba02d4ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 006958c44c31e8bba2c6629aba02d4ac 2024-12-05T05:21:24,955 INFO [StoreOpener-006958c44c31e8bba2c6629aba02d4ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 006958c44c31e8bba2c6629aba02d4ac columnFamilyName f1 2024-12-05T05:21:24,955 DEBUG [StoreOpener-006958c44c31e8bba2c6629aba02d4ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:24,955 INFO [StoreOpener-006958c44c31e8bba2c6629aba02d4ac-1 {}] regionserver.HStore(327): Store=006958c44c31e8bba2c6629aba02d4ac/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:24,955 INFO [StoreOpener-006958c44c31e8bba2c6629aba02d4ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 006958c44c31e8bba2c6629aba02d4ac 2024-12-05T05:21:24,956 INFO [StoreOpener-006958c44c31e8bba2c6629aba02d4ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 006958c44c31e8bba2c6629aba02d4ac columnFamilyName norep 2024-12-05T05:21:24,956 DEBUG [StoreOpener-006958c44c31e8bba2c6629aba02d4ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:24,957 INFO [StoreOpener-006958c44c31e8bba2c6629aba02d4ac-1 {}] regionserver.HStore(327): Store=006958c44c31e8bba2c6629aba02d4ac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:24,957 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 006958c44c31e8bba2c6629aba02d4ac 2024-12-05T05:21:24,957 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac 2024-12-05T05:21:24,957 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac 2024-12-05T05:21:24,958 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 006958c44c31e8bba2c6629aba02d4ac 2024-12-05T05:21:24,958 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 006958c44c31e8bba2c6629aba02d4ac 2024-12-05T05:21:24,958 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:21:24,959 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 006958c44c31e8bba2c6629aba02d4ac 2024-12-05T05:21:24,961 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:21:24,965 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 006958c44c31e8bba2c6629aba02d4ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75240149, jitterRate=0.12116558849811554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:21:24,965 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 006958c44c31e8bba2c6629aba02d4ac 2024-12-05T05:21:24,966 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 006958c44c31e8bba2c6629aba02d4ac: Running coprocessor pre-open hook at 1733376084951Writing region info on filesystem at 1733376084951Initializing all the Stores at 1733376084952 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376084952Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376084952Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376084952Cleaning up temporary data from old regions at 1733376084958 (+6 ms)Running coprocessor post-open hooks at 1733376084965 (+7 ms)Region opened successfully at 1733376084965 2024-12-05T05:21:24,966 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac., pid=6, masterSystemTime=1733376084945 2024-12-05T05:21:24,968 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac. 2024-12-05T05:21:24,968 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac. 2024-12-05T05:21:24,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=006958c44c31e8bba2c6629aba02d4ac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8edcaf2ecc84,34539,1733376075037 2024-12-05T05:21:24,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 006958c44c31e8bba2c6629aba02d4ac, server=8edcaf2ecc84,34539,1733376075037 because future has completed 2024-12-05T05:21:24,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:21:24,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 006958c44c31e8bba2c6629aba02d4ac, server=8edcaf2ecc84,34539,1733376075037 in 179 msec 2024-12-05T05:21:24,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T05:21:24,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=006958c44c31e8bba2c6629aba02d4ac, ASSIGN in 337 msec 2024-12-05T05:21:24,977 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:21:24,977 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376084977"}]},"ts":"1733376084977"} 2024-12-05T05:21:24,979 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T05:21:24,980 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:21:24,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 788 msec 2024-12-05T05:21:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:25,332 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T05:21:25,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,38349,1733376081465 2024-12-05T05:21:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b0d3a46 2024-12-05T05:21:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:25,334 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:21:25,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:21:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T05:21:25,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:21:25,340 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:25,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T05:21:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:25,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:21:25,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741835_1011 (size=902) 2024-12-05T05:21:25,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c40d8ee7630cecdf0640c67f94a3c3d1, NAME => 'test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425 2024-12-05T05:21:25,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741836_1012 (size=39) 2024-12-05T05:21:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:25,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:25,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c40d8ee7630cecdf0640c67f94a3c3d1, disabling compactions & flushes 2024-12-05T05:21:25,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1. 2024-12-05T05:21:25,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1. 2024-12-05T05:21:25,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1. after waiting 0 ms 2024-12-05T05:21:25,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1. 2024-12-05T05:21:25,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1. 2024-12-05T05:21:25,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c40d8ee7630cecdf0640c67f94a3c3d1: Waiting for close lock at 1733376085764Disabling compacts and flushes for region at 1733376085764Disabling writes for close at 1733376085764Writing region close event to WAL at 1733376085764Closed at 1733376085764 2024-12-05T05:21:25,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:21:25,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733376085766"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376085766"}]},"ts":"1733376085766"} 2024-12-05T05:21:25,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:21:25,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:21:25,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376085770"}]},"ts":"1733376085770"} 2024-12-05T05:21:25,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T05:21:25,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c40d8ee7630cecdf0640c67f94a3c3d1, ASSIGN}] 2024-12-05T05:21:25,777 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c40d8ee7630cecdf0640c67f94a3c3d1, ASSIGN 2024-12-05T05:21:25,778 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c40d8ee7630cecdf0640c67f94a3c3d1, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,44673,1733376081629; forceNewPlan=false, retain=false 2024-12-05T05:21:25,929 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c40d8ee7630cecdf0640c67f94a3c3d1, regionState=OPENING, regionLocation=8edcaf2ecc84,44673,1733376081629 2024-12-05T05:21:25,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c40d8ee7630cecdf0640c67f94a3c3d1, ASSIGN because future has completed 2024-12-05T05:21:25,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c40d8ee7630cecdf0640c67f94a3c3d1, server=8edcaf2ecc84,44673,1733376081629}] 2024-12-05T05:21:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:26,086 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1. 2024-12-05T05:21:26,086 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c40d8ee7630cecdf0640c67f94a3c3d1, NAME => 'test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:21:26,087 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:21:26,087 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T05:21:26,087 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:26,087 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:26,087 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:26,087 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:26,088 INFO [StoreOpener-c40d8ee7630cecdf0640c67f94a3c3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:26,089 INFO [StoreOpener-c40d8ee7630cecdf0640c67f94a3c3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c40d8ee7630cecdf0640c67f94a3c3d1 columnFamilyName f 2024-12-05T05:21:26,089 DEBUG [StoreOpener-c40d8ee7630cecdf0640c67f94a3c3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:26,090 INFO [StoreOpener-c40d8ee7630cecdf0640c67f94a3c3d1-1 {}] regionserver.HStore(327): Store=c40d8ee7630cecdf0640c67f94a3c3d1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:26,090 INFO [StoreOpener-c40d8ee7630cecdf0640c67f94a3c3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:26,091 INFO [StoreOpener-c40d8ee7630cecdf0640c67f94a3c3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c40d8ee7630cecdf0640c67f94a3c3d1 columnFamilyName f1 2024-12-05T05:21:26,091 DEBUG [StoreOpener-c40d8ee7630cecdf0640c67f94a3c3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:26,091 INFO [StoreOpener-c40d8ee7630cecdf0640c67f94a3c3d1-1 {}] regionserver.HStore(327): Store=c40d8ee7630cecdf0640c67f94a3c3d1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:26,091 INFO [StoreOpener-c40d8ee7630cecdf0640c67f94a3c3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:26,092 INFO [StoreOpener-c40d8ee7630cecdf0640c67f94a3c3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c40d8ee7630cecdf0640c67f94a3c3d1 columnFamilyName norep 2024-12-05T05:21:26,092 DEBUG [StoreOpener-c40d8ee7630cecdf0640c67f94a3c3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:26,092 INFO [StoreOpener-c40d8ee7630cecdf0640c67f94a3c3d1-1 {}] regionserver.HStore(327): Store=c40d8ee7630cecdf0640c67f94a3c3d1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:26,092 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:26,093 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:26,093 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:26,094 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:26,094 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:26,095 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:21:26,096 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:26,097 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:21:26,098 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c40d8ee7630cecdf0640c67f94a3c3d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68536644, jitterRate=0.021275579929351807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:21:26,098 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:26,098 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c40d8ee7630cecdf0640c67f94a3c3d1: Running coprocessor pre-open hook at 1733376086087Writing region info on filesystem at 1733376086087Initializing all the Stores at 1733376086088 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376086088Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376086088Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376086088Cleaning up temporary data from old regions at 1733376086094 (+6 ms)Running coprocessor post-open hooks at 1733376086098 (+4 ms)Region opened successfully at 1733376086098 2024-12-05T05:21:26,099 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1., pid=6, masterSystemTime=1733376086083 2024-12-05T05:21:26,101 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1. 2024-12-05T05:21:26,101 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1. 2024-12-05T05:21:26,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c40d8ee7630cecdf0640c67f94a3c3d1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8edcaf2ecc84,44673,1733376081629 2024-12-05T05:21:26,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c40d8ee7630cecdf0640c67f94a3c3d1, server=8edcaf2ecc84,44673,1733376081629 because future has completed 2024-12-05T05:21:26,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:21:26,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c40d8ee7630cecdf0640c67f94a3c3d1, server=8edcaf2ecc84,44673,1733376081629 in 172 msec 2024-12-05T05:21:26,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T05:21:26,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c40d8ee7630cecdf0640c67f94a3c3d1, ASSIGN in 332 msec 2024-12-05T05:21:26,108 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:21:26,108 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376086108"}]},"ts":"1733376086108"} 2024-12-05T05:21:26,110 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T05:21:26,110 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:21:26,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 775 msec 2024-12-05T05:21:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:26,481 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T05:21:26,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf87c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:26,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,43745,-1 for getting cluster id 2024-12-05T05:21:26,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:26,489 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd90d2596-8f78-48f8-bef7-e06a230136fe' 2024-12-05T05:21:26,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:26,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d90d2596-8f78-48f8-bef7-e06a230136fe" 2024-12-05T05:21:26,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9f242d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:26,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,43745,-1] 2024-12-05T05:21:26,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:26,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:26,497 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:26,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6da87f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:26,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2b4a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:26,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,38349,-1 for getting cluster id 2024-12-05T05:21:26,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:26,508 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '132ee5b4-98e6-41e6-b077-03948a1bc4e5' 2024-12-05T05:21:26,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "132ee5b4-98e6-41e6-b077-03948a1bc4e5" 2024-12-05T05:21:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f8b61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,38349,-1] 2024-12-05T05:21:26,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:26,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:26,511 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:26,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27642b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:26,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab7dbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:26,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,43745,-1 for getting cluster id 2024-12-05T05:21:26,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:26,518 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd90d2596-8f78-48f8-bef7-e06a230136fe' 2024-12-05T05:21:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d90d2596-8f78-48f8-bef7-e06a230136fe" 2024-12-05T05:21:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1897bdfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,43745,-1] 2024-12-05T05:21:26,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:26,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:26,520 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:26,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2c8393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:26,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:26,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,43745,1733376074834 2024-12-05T05:21:26,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43cee76f 2024-12-05T05:21:26,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:26,532 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:21:26,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:38349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:21:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:21:26,537 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:38349' 2024-12-05T05:21:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:26,539 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413a89f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:26,539 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,38349,-1 for getting cluster id 2024-12-05T05:21:26,540 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:26,541 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '132ee5b4-98e6-41e6-b077-03948a1bc4e5' 2024-12-05T05:21:26,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:26,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "132ee5b4-98e6-41e6-b077-03948a1bc4e5" 2024-12-05T05:21:26,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2688b9a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:26,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,38349,-1] 2024-12-05T05:21:26,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:26,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:26,545 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:26,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b3feb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:26,546 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:26,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,38349,1733376081465 2024-12-05T05:21:26,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dcab203 2024-12-05T05:21:26,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:26,549 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:21:26,550 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T05:21:26,550 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:21:26,550 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:26,550 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:26,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:26,550 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:21:26,552 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:21:26,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:21:26,553 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:26,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:21:26,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741837_1013 (size=1138) 2024-12-05T05:21:26,585 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f455d5cf18aedd81d45233e1e7731d1, NAME => 'hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b 2024-12-05T05:21:26,602 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T05:21:26,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741838_1014 (size=44) 2024-12-05T05:21:26,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:26,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1f455d5cf18aedd81d45233e1e7731d1, disabling compactions & flushes 2024-12-05T05:21:26,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1. 2024-12-05T05:21:26,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1. 2024-12-05T05:21:26,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1. after waiting 0 ms 2024-12-05T05:21:26,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1. 2024-12-05T05:21:26,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1. 2024-12-05T05:21:26,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f455d5cf18aedd81d45233e1e7731d1: Waiting for close lock at 1733376086611Disabling compacts and flushes for region at 1733376086611Disabling writes for close at 1733376086611Writing region close event to WAL at 1733376086611Closed at 1733376086611 2024-12-05T05:21:26,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:21:26,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733376086613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376086613"}]},"ts":"1733376086613"} 2024-12-05T05:21:26,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:21:26,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:21:26,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376086617"}]},"ts":"1733376086617"} 2024-12-05T05:21:26,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T05:21:26,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f455d5cf18aedd81d45233e1e7731d1, ASSIGN}] 2024-12-05T05:21:26,620 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f455d5cf18aedd81d45233e1e7731d1, ASSIGN 2024-12-05T05:21:26,621 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f455d5cf18aedd81d45233e1e7731d1, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,34539,1733376075037; forceNewPlan=false, retain=false 2024-12-05T05:21:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:26,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1f455d5cf18aedd81d45233e1e7731d1, regionState=OPENING, regionLocation=8edcaf2ecc84,34539,1733376075037 2024-12-05T05:21:26,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f455d5cf18aedd81d45233e1e7731d1, ASSIGN because future has completed 2024-12-05T05:21:26,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f455d5cf18aedd81d45233e1e7731d1, server=8edcaf2ecc84,34539,1733376075037}] 2024-12-05T05:21:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:26,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1. 2024-12-05T05:21:26,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:26,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:21:26,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C34539%2C1733376075037.rep, suffix=, logDir=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037, archiveDir=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/oldWALs, maxLogs=10 2024-12-05T05:21:26,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.rep.1733376086930, exclude list is [], retry=0 2024-12-05T05:21:26,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45721,DS-7ed79214-b729-4615-a7d8-df32c1da4cb0,DISK] 2024-12-05T05:21:26,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.rep.1733376086930 2024-12-05T05:21:26,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44549:44549)] 2024-12-05T05:21:26,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f455d5cf18aedd81d45233e1e7731d1, NAME => 'hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:21:26,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:21:26,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:21:26,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1. service=MultiRowMutationService 2024-12-05T05:21:26,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:21:26,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1f455d5cf18aedd81d45233e1e7731d1 2024-12-05T05:21:26,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:26,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1f455d5cf18aedd81d45233e1e7731d1 2024-12-05T05:21:26,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1f455d5cf18aedd81d45233e1e7731d1 2024-12-05T05:21:26,945 INFO [StoreOpener-1f455d5cf18aedd81d45233e1e7731d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1f455d5cf18aedd81d45233e1e7731d1 2024-12-05T05:21:26,946 INFO [StoreOpener-1f455d5cf18aedd81d45233e1e7731d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f455d5cf18aedd81d45233e1e7731d1 columnFamilyName hfileref 2024-12-05T05:21:26,946 DEBUG [StoreOpener-1f455d5cf18aedd81d45233e1e7731d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:26,947 INFO [StoreOpener-1f455d5cf18aedd81d45233e1e7731d1-1 {}] regionserver.HStore(327): Store=1f455d5cf18aedd81d45233e1e7731d1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:26,947 INFO [StoreOpener-1f455d5cf18aedd81d45233e1e7731d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1f455d5cf18aedd81d45233e1e7731d1 2024-12-05T05:21:26,948 INFO [StoreOpener-1f455d5cf18aedd81d45233e1e7731d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f455d5cf18aedd81d45233e1e7731d1 columnFamilyName queue 2024-12-05T05:21:26,948 DEBUG [StoreOpener-1f455d5cf18aedd81d45233e1e7731d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:26,948 INFO [StoreOpener-1f455d5cf18aedd81d45233e1e7731d1-1 {}] regionserver.HStore(327): Store=1f455d5cf18aedd81d45233e1e7731d1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:26,948 INFO [StoreOpener-1f455d5cf18aedd81d45233e1e7731d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1f455d5cf18aedd81d45233e1e7731d1 2024-12-05T05:21:26,949 INFO [StoreOpener-1f455d5cf18aedd81d45233e1e7731d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f455d5cf18aedd81d45233e1e7731d1 columnFamilyName sid 2024-12-05T05:21:26,949 DEBUG [StoreOpener-1f455d5cf18aedd81d45233e1e7731d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:26,949 INFO [StoreOpener-1f455d5cf18aedd81d45233e1e7731d1-1 {}] regionserver.HStore(327): Store=1f455d5cf18aedd81d45233e1e7731d1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:26,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1f455d5cf18aedd81d45233e1e7731d1 2024-12-05T05:21:26,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/replication/1f455d5cf18aedd81d45233e1e7731d1 2024-12-05T05:21:26,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/replication/1f455d5cf18aedd81d45233e1e7731d1 2024-12-05T05:21:26,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1f455d5cf18aedd81d45233e1e7731d1 2024-12-05T05:21:26,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1f455d5cf18aedd81d45233e1e7731d1 2024-12-05T05:21:26,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:21:26,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1f455d5cf18aedd81d45233e1e7731d1 2024-12-05T05:21:26,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/replication/1f455d5cf18aedd81d45233e1e7731d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:21:26,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1f455d5cf18aedd81d45233e1e7731d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73340535, jitterRate=0.09285913407802582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:21:26,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f455d5cf18aedd81d45233e1e7731d1 2024-12-05T05:21:26,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1f455d5cf18aedd81d45233e1e7731d1: Running coprocessor pre-open hook at 1733376086944Writing region info on filesystem at 1733376086944Initializing all the Stores at 1733376086945 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376086945Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376086945Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376086945Cleaning up temporary data from old regions at 1733376086951 (+6 ms)Running coprocessor post-open hooks at 1733376086954 (+3 ms)Region opened successfully at 1733376086954 2024-12-05T05:21:26,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1., pid=10, masterSystemTime=1733376086925 2024-12-05T05:21:26,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1. 2024-12-05T05:21:26,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1. 2024-12-05T05:21:26,958 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1f455d5cf18aedd81d45233e1e7731d1, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,34539,1733376075037 2024-12-05T05:21:26,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f455d5cf18aedd81d45233e1e7731d1, server=8edcaf2ecc84,34539,1733376075037 because future has completed 2024-12-05T05:21:26,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T05:21:26,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f455d5cf18aedd81d45233e1e7731d1, server=8edcaf2ecc84,34539,1733376075037 in 186 msec 2024-12-05T05:21:26,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T05:21:26,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f455d5cf18aedd81d45233e1e7731d1, ASSIGN in 342 msec 2024-12-05T05:21:26,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:21:26,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376086964"}]},"ts":"1733376086964"} 2024-12-05T05:21:26,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T05:21:26,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:21:26,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 416 msec 2024-12-05T05:21:27,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1., hostname=8edcaf2ecc84,34539,1733376075037, seqNum=2] 2024-12-05T05:21:27,113 INFO [AsyncFSWAL-0-hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData-prefix:8edcaf2ecc84,43745,1733376074834 {}] wal.AbstractFSWAL(1368): Slow sync cost: 104 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45721,DS-7ed79214-b729-4615-a7d8-df32c1da4cb0,DISK]] 2024-12-05T05:21:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:27,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:27,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:27,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:21:27,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T05:21:27,511 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T05:21:27,530 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:27,530 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:27,531 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18280 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:27,535 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,34539,1733376075037, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:21:27,535 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:27,535 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,34539,1733376075037, seqNum=-1] 2024-12-05T05:21:27,536 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:27,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T05:21:27,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8edcaf2ecc84,34539,1733376075037', locateType=CURRENT is [region=hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1., hostname=8edcaf2ecc84,34539,1733376075037, seqNum=2] 2024-12-05T05:21:27,540 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T05:21:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T05:21:27,542 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8edcaf2ecc84,34539,1733376075037 suceeded 2024-12-05T05:21:27,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T05:21:27,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-05T05:21:27,544 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8edcaf2ecc84:38349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:21:27,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0110 sec 2024-12-05T05:21:27,557 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:38349' 2024-12-05T05:21:27,559 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb93952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:27,559 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,38349,-1 for getting cluster id 2024-12-05T05:21:27,559 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:27,560 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '132ee5b4-98e6-41e6-b077-03948a1bc4e5' 2024-12-05T05:21:27,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:27,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "132ee5b4-98e6-41e6-b077-03948a1bc4e5" 2024-12-05T05:21:27,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57c10cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:27,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,38349,-1] 2024-12-05T05:21:27,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:27,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:27,561 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:27,562 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e6aa274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:27,562 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:27,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,38349,1733376081465 2024-12-05T05:21:27,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fcb6644 2024-12-05T05:21:27,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:27,564 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-05T05:21:27,565 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,34539,1733376075037 (queues=1) is replicating from cluster=d90d2596-8f78-48f8-bef7-e06a230136fe to cluster=132ee5b4-98e6-41e6-b077-03948a1bc4e5 2024-12-05T05:21:27,565 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C34539%2C1733376075037 2024-12-05T05:21:27,565 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,34539,1733376075037, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:21:27,565 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480, startPosition=0, beingWritten=true 2024-12-05T05:21:27,566 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C34539%2C1733376075037 2024-12-05T05:21:27,574 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:21:27,575 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 379, reset compression=false 2024-12-05T05:21:27,575 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,34539,1733376075037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:21:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:27,671 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:21:27,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:21:27,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:27,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:27,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:27,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:27,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d419eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:27,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,38349,-1 for getting cluster id 2024-12-05T05:21:27,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:27,673 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '132ee5b4-98e6-41e6-b077-03948a1bc4e5' 2024-12-05T05:21:27,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:27,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "132ee5b4-98e6-41e6-b077-03948a1bc4e5" 2024-12-05T05:21:27,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c059aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:27,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,38349,-1] 2024-12-05T05:21:27,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:27,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:27,676 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:27,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0142b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:27,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,38349,1733376081465 2024-12-05T05:21:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4498ccf4 2024-12-05T05:21:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:27,679 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:21:27,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:43745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:21:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:21:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:27,682 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:43745' 2024-12-05T05:21:27,683 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dae60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:27,683 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,43745,-1 for getting cluster id 2024-12-05T05:21:27,683 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:27,683 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd90d2596-8f78-48f8-bef7-e06a230136fe' 2024-12-05T05:21:27,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:27,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d90d2596-8f78-48f8-bef7-e06a230136fe" 2024-12-05T05:21:27,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6264f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:27,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,43745,-1] 2024-12-05T05:21:27,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:27,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:27,685 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:27,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9263be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:27,686 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:27,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,43745,1733376074834 2024-12-05T05:21:27,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32464984 2024-12-05T05:21:27,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:27,687 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:21:27,688 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T05:21:27,688 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:21:27,688 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:27,688 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:27,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:27,688 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:21:27,689 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:21:27,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:21:27,690 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:27,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:21:27,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741837_1013 (size=1138) 2024-12-05T05:21:27,739 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T05:21:27,779 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 379, reset compression=false 2024-12-05T05:21:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:28,083 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 379, reset compression=false 2024-12-05T05:21:28,103 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab2f4eb79b9e5f3b3482c9e77f1b2fc4, NAME => 'hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425 2024-12-05T05:21:28,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741838_1014 (size=44) 2024-12-05T05:21:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:28,488 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 379, reset compression=false 2024-12-05T05:21:28,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:28,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ab2f4eb79b9e5f3b3482c9e77f1b2fc4, disabling compactions & flushes 2024-12-05T05:21:28,527 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. 2024-12-05T05:21:28,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. 2024-12-05T05:21:28,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. after waiting 0 ms 2024-12-05T05:21:28,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. 2024-12-05T05:21:28,527 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. 2024-12-05T05:21:28,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab2f4eb79b9e5f3b3482c9e77f1b2fc4: Waiting for close lock at 1733376088527Disabling compacts and flushes for region at 1733376088527Disabling writes for close at 1733376088527Writing region close event to WAL at 1733376088527Closed at 1733376088527 2024-12-05T05:21:28,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:21:28,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733376088528"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376088528"}]},"ts":"1733376088528"} 2024-12-05T05:21:28,531 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:21:28,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:21:28,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376088532"}]},"ts":"1733376088532"} 2024-12-05T05:21:28,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T05:21:28,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab2f4eb79b9e5f3b3482c9e77f1b2fc4, ASSIGN}] 2024-12-05T05:21:28,536 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab2f4eb79b9e5f3b3482c9e77f1b2fc4, ASSIGN 2024-12-05T05:21:28,536 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab2f4eb79b9e5f3b3482c9e77f1b2fc4, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,44673,1733376081629; forceNewPlan=false, retain=false 2024-12-05T05:21:28,687 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ab2f4eb79b9e5f3b3482c9e77f1b2fc4, regionState=OPENING, regionLocation=8edcaf2ecc84,44673,1733376081629 2024-12-05T05:21:28,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab2f4eb79b9e5f3b3482c9e77f1b2fc4, ASSIGN because future has completed 2024-12-05T05:21:28,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab2f4eb79b9e5f3b3482c9e77f1b2fc4, server=8edcaf2ecc84,44673,1733376081629}] 2024-12-05T05:21:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:28,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. 2024-12-05T05:21:28,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:28,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:21:28,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C44673%2C1733376081629.rep, suffix=, logDir=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629, archiveDir=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/oldWALs, maxLogs=10 2024-12-05T05:21:28,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.rep.1733376088866, exclude list is [], retry=0 2024-12-05T05:21:28,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45837,DS-f40870b9-d88c-43ab-b7be-77593cf0c140,DISK] 2024-12-05T05:21:28,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.rep.1733376088866 2024-12-05T05:21:28,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39501:39501)] 2024-12-05T05:21:28,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ab2f4eb79b9e5f3b3482c9e77f1b2fc4, NAME => 'hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:21:28,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:21:28,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:21:28,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. service=MultiRowMutationService 2024-12-05T05:21:28,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:21:28,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ab2f4eb79b9e5f3b3482c9e77f1b2fc4 2024-12-05T05:21:28,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:28,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ab2f4eb79b9e5f3b3482c9e77f1b2fc4 2024-12-05T05:21:28,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ab2f4eb79b9e5f3b3482c9e77f1b2fc4 2024-12-05T05:21:28,916 INFO [StoreOpener-ab2f4eb79b9e5f3b3482c9e77f1b2fc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ab2f4eb79b9e5f3b3482c9e77f1b2fc4 2024-12-05T05:21:28,936 INFO [StoreOpener-ab2f4eb79b9e5f3b3482c9e77f1b2fc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab2f4eb79b9e5f3b3482c9e77f1b2fc4 columnFamilyName hfileref 2024-12-05T05:21:28,936 DEBUG [StoreOpener-ab2f4eb79b9e5f3b3482c9e77f1b2fc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:28,940 INFO [StoreOpener-ab2f4eb79b9e5f3b3482c9e77f1b2fc4-1 {}] regionserver.HStore(327): Store=ab2f4eb79b9e5f3b3482c9e77f1b2fc4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:28,940 INFO [StoreOpener-ab2f4eb79b9e5f3b3482c9e77f1b2fc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ab2f4eb79b9e5f3b3482c9e77f1b2fc4 2024-12-05T05:21:28,942 INFO [StoreOpener-ab2f4eb79b9e5f3b3482c9e77f1b2fc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab2f4eb79b9e5f3b3482c9e77f1b2fc4 columnFamilyName queue 2024-12-05T05:21:28,942 DEBUG [StoreOpener-ab2f4eb79b9e5f3b3482c9e77f1b2fc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:28,942 INFO [StoreOpener-ab2f4eb79b9e5f3b3482c9e77f1b2fc4-1 {}] regionserver.HStore(327): Store=ab2f4eb79b9e5f3b3482c9e77f1b2fc4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:28,943 INFO [StoreOpener-ab2f4eb79b9e5f3b3482c9e77f1b2fc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ab2f4eb79b9e5f3b3482c9e77f1b2fc4 2024-12-05T05:21:28,945 INFO [StoreOpener-ab2f4eb79b9e5f3b3482c9e77f1b2fc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab2f4eb79b9e5f3b3482c9e77f1b2fc4 columnFamilyName sid 2024-12-05T05:21:28,945 DEBUG [StoreOpener-ab2f4eb79b9e5f3b3482c9e77f1b2fc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:28,946 INFO [StoreOpener-ab2f4eb79b9e5f3b3482c9e77f1b2fc4-1 {}] regionserver.HStore(327): Store=ab2f4eb79b9e5f3b3482c9e77f1b2fc4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:28,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ab2f4eb79b9e5f3b3482c9e77f1b2fc4 2024-12-05T05:21:28,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/replication/ab2f4eb79b9e5f3b3482c9e77f1b2fc4 2024-12-05T05:21:28,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/replication/ab2f4eb79b9e5f3b3482c9e77f1b2fc4 2024-12-05T05:21:28,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ab2f4eb79b9e5f3b3482c9e77f1b2fc4 2024-12-05T05:21:28,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ab2f4eb79b9e5f3b3482c9e77f1b2fc4 2024-12-05T05:21:28,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:21:28,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ab2f4eb79b9e5f3b3482c9e77f1b2fc4 2024-12-05T05:21:28,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/replication/ab2f4eb79b9e5f3b3482c9e77f1b2fc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:21:28,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ab2f4eb79b9e5f3b3482c9e77f1b2fc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67905793, jitterRate=0.011875167489051819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:21:28,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab2f4eb79b9e5f3b3482c9e77f1b2fc4 2024-12-05T05:21:28,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ab2f4eb79b9e5f3b3482c9e77f1b2fc4: Running coprocessor pre-open hook at 1733376088912Writing region info on filesystem at 1733376088912Initializing all the Stores at 1733376088913 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376088913Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376088916 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376088916Cleaning up temporary data from old regions at 1733376088948 (+32 ms)Running coprocessor post-open hooks at 1733376088952 (+4 ms)Region opened successfully at 1733376088952 2024-12-05T05:21:28,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4., pid=10, masterSystemTime=1733376088845 2024-12-05T05:21:28,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. 2024-12-05T05:21:28,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. 2024-12-05T05:21:28,957 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ab2f4eb79b9e5f3b3482c9e77f1b2fc4, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,44673,1733376081629 2024-12-05T05:21:28,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab2f4eb79b9e5f3b3482c9e77f1b2fc4, server=8edcaf2ecc84,44673,1733376081629 because future has completed 2024-12-05T05:21:28,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T05:21:28,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ab2f4eb79b9e5f3b3482c9e77f1b2fc4, server=8edcaf2ecc84,44673,1733376081629 in 268 msec 2024-12-05T05:21:28,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T05:21:28,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab2f4eb79b9e5f3b3482c9e77f1b2fc4, ASSIGN in 427 msec 2024-12-05T05:21:28,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:21:28,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376088965"}]},"ts":"1733376088965"} 2024-12-05T05:21:28,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T05:21:28,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:21:28,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2800 sec 2024-12-05T05:21:28,992 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 379, reset compression=false 2024-12-05T05:21:28,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4., hostname=8edcaf2ecc84,44673,1733376081629, seqNum=2] 2024-12-05T05:21:29,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:29,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:29,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:21:29,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T05:21:29,261 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T05:21:29,307 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,44673,1733376081629, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:21:29,308 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:29,308 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44673,1733376081629, seqNum=-1] 2024-12-05T05:21:29,308 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:29,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T05:21:29,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8edcaf2ecc84,44673,1733376081629', locateType=CURRENT is [region=hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4., hostname=8edcaf2ecc84,44673,1733376081629, seqNum=2] 2024-12-05T05:21:29,328 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T05:21:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T05:21:29,330 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8edcaf2ecc84,44673,1733376081629 suceeded 2024-12-05T05:21:29,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T05:21:29,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-12-05T05:21:29,333 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8edcaf2ecc84:43745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:21:29,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6540 sec 2024-12-05T05:21:29,346 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:43745' 2024-12-05T05:21:29,347 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19169d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:29,347 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,43745,-1 for getting cluster id 2024-12-05T05:21:29,347 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:29,348 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd90d2596-8f78-48f8-bef7-e06a230136fe' 2024-12-05T05:21:29,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:29,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d90d2596-8f78-48f8-bef7-e06a230136fe" 2024-12-05T05:21:29,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29a2f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:29,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,43745,-1] 2024-12-05T05:21:29,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:29,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:29,350 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:29,351 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bc4f601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:29,351 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:29,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,43745,1733376074834 2024-12-05T05:21:29,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c7c9b2b 2024-12-05T05:21:29,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:29,354 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-05T05:21:29,355 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,44673,1733376081629 (queues=1) is replicating from cluster=132ee5b4-98e6-41e6-b077-03948a1bc4e5 to cluster=d90d2596-8f78-48f8-bef7-e06a230136fe 2024-12-05T05:21:29,356 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C44673%2C1733376081629 2024-12-05T05:21:29,356 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,44673,1733376081629, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:21:29,356 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485, startPosition=0, beingWritten=true 2024-12-05T05:21:29,356 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C44673%2C1733376081629 2024-12-05T05:21:29,366 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:21:29,366 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 379, reset compression=false 2024-12-05T05:21:29,366 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44673,1733376081629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:21:29,441 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:21:29,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:29,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:29,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:29,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:29,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:29,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:29,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:29,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:29,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:29,508 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T05:21:29,509 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T05:21:29,570 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 379, reset compression=false 2024-12-05T05:21:29,613 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 379, reset compression=false 2024-12-05T05:21:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:21:29,831 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:21:29,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:21:29,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:29,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:29,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:29,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:29,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:29,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,34539,1733376075037, seqNum=-1] 2024-12-05T05:21:29,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:29,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:21:29,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac., hostname=8edcaf2ecc84,34539,1733376075037, seqNum=2] 2024-12-05T05:21:29,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:29,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44673,1733376081629, seqNum=-1] 2024-12-05T05:21:29,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:29,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:21:29,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1., hostname=8edcaf2ecc84,44673,1733376081629, seqNum=2] 2024-12-05T05:21:29,842 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T05:21:29,880 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 379, reset compression=false 2024-12-05T05:21:30,285 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 379, reset compression=false 2024-12-05T05:21:30,332 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 379, reset compression=false 2024-12-05T05:21:30,336 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:21:30,336 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 480, reset compression=false 2024-12-05T05:21:30,336 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,34539,1733376075037 got entry batch from reader: WALEntryBatch [walEntries=[{test/006958c44c31e8bba2c6629aba02d4ac/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T05:21:30,338 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:21:30,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-05T05:21:30,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:21:30,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b5b6d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:30,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,38349,-1 for getting cluster id 2024-12-05T05:21:30,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:30,341 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '132ee5b4-98e6-41e6-b077-03948a1bc4e5' 2024-12-05T05:21:30,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:30,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "132ee5b4-98e6-41e6-b077-03948a1bc4e5" 2024-12-05T05:21:30,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a0621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:30,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,38349,-1] 2024-12-05T05:21:30,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:30,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:30,342 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:30,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77355698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:30,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:30,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44673,1733376081629, seqNum=-1] 2024-12-05T05:21:30,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:30,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T05:21:30,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1., hostname=8edcaf2ecc84,44673,1733376081629, seqNum=2] 2024-12-05T05:21:30,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:21:30,540 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 480, reset compression=false 2024-12-05T05:21:30,789 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 379, reset compression=false 2024-12-05T05:21:30,794 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:21:30,794 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 504, reset compression=false 2024-12-05T05:21:30,794 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44673,1733376081629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:21:30,845 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 480, reset compression=false 2024-12-05T05:21:30,845 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T05:21:30,848 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T05:21:31,001 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 504, reset compression=false 2024-12-05T05:21:31,005 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:21:31,005 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 608, reset compression=false 2024-12-05T05:21:31,005 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44673,1733376081629 got entry batch from reader: WALEntryBatch [walEntries=[{test/c40d8ee7630cecdf0640c67f94a3c3d1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T05:21:31,007 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:21:31,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-05T05:21:31,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:21:31,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4658d9c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:31,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,43745,-1 for getting cluster id 2024-12-05T05:21:31,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:31,009 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd90d2596-8f78-48f8-bef7-e06a230136fe' 2024-12-05T05:21:31,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:31,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d90d2596-8f78-48f8-bef7-e06a230136fe" 2024-12-05T05:21:31,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4411f48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:31,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,43745,-1] 2024-12-05T05:21:31,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:31,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:31,011 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:31,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26e14562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:31,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:31,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,34539,1733376075037, seqNum=-1] 2024-12-05T05:21:31,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:31,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T05:21:31,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac., hostname=8edcaf2ecc84,34539,1733376075037, seqNum=2] 2024-12-05T05:21:31,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:21:31,208 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 608, reset compression=false 2024-12-05T05:21:31,248 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 480, reset compression=false 2024-12-05T05:21:31,253 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:21:31,253 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 607, reset compression=false 2024-12-05T05:21:31,253 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,34539,1733376075037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:21:31,457 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 607, reset compression=false 2024-12-05T05:21:31,511 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 608, reset compression=false 2024-12-05T05:21:31,760 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 607, reset compression=false 2024-12-05T05:21:31,852 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T05:21:31,859 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T05:21:31,915 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 608, reset compression=false 2024-12-05T05:21:32,168 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 607, reset compression=false 2024-12-05T05:21:32,173 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:21:32,173 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 763, reset compression=false 2024-12-05T05:21:32,173 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,34539,1733376075037 got entry batch from reader: WALEntryBatch [walEntries=[{test/006958c44c31e8bba2c6629aba02d4ac/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T05:21:32,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:21:32,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:21:32,383 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 763, reset compression=false 2024-12-05T05:21:32,421 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 608, reset compression=false 2024-12-05T05:21:32,430 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:21:32,430 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 756, reset compression=false 2024-12-05T05:21:32,430 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44673,1733376081629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:21:32,633 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 756, reset compression=false 2024-12-05T05:21:32,691 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 763, reset compression=false 2024-12-05T05:21:32,861 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T05:21:32,864 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T05:21:32,936 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 756, reset compression=false 2024-12-05T05:21:32,940 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:21:32,940 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 915, reset compression=false 2024-12-05T05:21:32,940 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44673,1733376081629 got entry batch from reader: WALEntryBatch [walEntries=[{test/c40d8ee7630cecdf0640c67f94a3c3d1/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T05:21:32,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:21:32,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34539 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:21:33,094 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 763, reset compression=false 2024-12-05T05:21:33,099 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:21:33,099 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 912, reset compression=false 2024-12-05T05:21:33,099 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,34539,1733376075037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:21:33,144 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 915, reset compression=false 2024-12-05T05:21:33,302 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 912, reset compression=false 2024-12-05T05:21:33,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T05:21:33,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T05:21:33,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T05:21:33,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T05:21:33,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:21:33,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T05:21:33,447 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 915, reset compression=false 2024-12-05T05:21:33,607 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 912, reset compression=false 2024-12-05T05:21:33,851 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 915, reset compression=false 2024-12-05T05:21:33,866 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T05:21:33,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:21:33,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:21:33,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:33,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:33,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:33,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:33,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:21:33,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1730028741, stopped=false 2024-12-05T05:21:33,872 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,38349,1733376081465 2024-12-05T05:21:33,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1779179576/running 2024-12-05T05:21:33,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1779179576/running 2024-12-05T05:21:33,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:33,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:33,899 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:21:33,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:21:33,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:33,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:33,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Set watcher on znode that does not yet exist, /1779179576/running 2024-12-05T05:21:33,900 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,44673,1733376081629' ***** 2024-12-05T05:21:33,900 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:21:33,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Set watcher on znode that does not yet exist, /1779179576/running 2024-12-05T05:21:33,900 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:21:33,900 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:21:33,900 INFO [RS:0;8edcaf2ecc84:44673 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:21:33,900 INFO [RS:0;8edcaf2ecc84:44673 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:21:33,901 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(3091): Received CLOSE for c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:33,901 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(3091): Received CLOSE for ab2f4eb79b9e5f3b3482c9e77f1b2fc4 2024-12-05T05:21:33,901 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,44673,1733376081629 2024-12-05T05:21:33,901 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:21:33,901 INFO [RS:0;8edcaf2ecc84:44673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:44673. 2024-12-05T05:21:33,901 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c40d8ee7630cecdf0640c67f94a3c3d1, disabling compactions & flushes 2024-12-05T05:21:33,901 DEBUG [RS:0;8edcaf2ecc84:44673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:33,901 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1. 2024-12-05T05:21:33,901 DEBUG [RS:0;8edcaf2ecc84:44673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:33,901 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1. 2024-12-05T05:21:33,901 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1. after waiting 0 ms 2024-12-05T05:21:33,901 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1. 2024-12-05T05:21:33,901 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:21:33,901 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c40d8ee7630cecdf0640c67f94a3c3d1 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-05T05:21:33,901 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:21:33,901 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:21:33,901 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:21:33,902 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T05:21:33,902 DEBUG [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c40d8ee7630cecdf0640c67f94a3c3d1=test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1., ab2f4eb79b9e5f3b3482c9e77f1b2fc4=hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4.} 2024-12-05T05:21:33,902 DEBUG [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab2f4eb79b9e5f3b3482c9e77f1b2fc4, c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:33,902 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:21:33,902 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:21:33,902 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:21:33,902 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:21:33,902 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:21:33,902 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T05:21:33,920 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/.tmp/f/3f1649b7b71e4927b7d4d272dffbdc48 is 29, key is row1/f:/1733376092861/DeleteFamily/seqid=0 2024-12-05T05:21:33,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741840_1016 (size=5118) 2024-12-05T05:21:33,923 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/.tmp/info/5dbe79d34fe242de91a52ac17b660cde is 147, key is hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4./info:regioninfo/1733376088957/Put/seqid=0 2024-12-05T05:21:33,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741841_1017 (size=7686) 2024-12-05T05:21:33,978 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:21:34,019 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 912, reset compression=false 2024-12-05T05:21:34,102 DEBUG [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab2f4eb79b9e5f3b3482c9e77f1b2fc4, c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:34,302 DEBUG [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab2f4eb79b9e5f3b3482c9e77f1b2fc4, c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:34,324 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/.tmp/f/3f1649b7b71e4927b7d4d272dffbdc48 2024-12-05T05:21:34,329 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/.tmp/info/5dbe79d34fe242de91a52ac17b660cde 2024-12-05T05:21:34,330 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f1649b7b71e4927b7d4d272dffbdc48 2024-12-05T05:21:34,347 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/.tmp/f1/acfe27a18fe3428eaea827350de45264 is 30, key is row1/f1:/1733376092861/DeleteFamily/seqid=0 2024-12-05T05:21:34,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741842_1018 (size=5123) 2024-12-05T05:21:34,353 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/.tmp/ns/bda67d080f8f4d04acafe00064c08072 is 43, key is default/ns:d/1733376084057/Put/seqid=0 2024-12-05T05:21:34,354 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/.tmp/f1/acfe27a18fe3428eaea827350de45264 2024-12-05T05:21:34,355 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 915, reset compression=false 2024-12-05T05:21:34,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741843_1019 (size=5153) 2024-12-05T05:21:34,358 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/.tmp/ns/bda67d080f8f4d04acafe00064c08072 2024-12-05T05:21:34,361 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for acfe27a18fe3428eaea827350de45264 2024-12-05T05:21:34,363 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:21:34,363 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 1162, reset compression=false 2024-12-05T05:21:34,363 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44673,1733376081629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:21:34,364 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8edcaf2ecc84,44673,1733376081629: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8edcaf2ecc84,44673,1733376081629, walGroup=8edcaf2ecc84%2C44673%2C1733376081629, offset=8edcaf2ecc84%2C44673%2C1733376081629.1733376083485:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:44673 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T05:21:34,365 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T05:21:34,365 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T05:21:34,366 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T05:21:34,366 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T05:21:34,366 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T05:21:34,366 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 870126856 }, "NonHeapMemoryUsage": { "committed": 194314240, "init": 7667712, "max": -1, "used": 190866112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T05:21:34,367 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:38349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:38349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T05:21:34,383 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/.tmp/norep/71dd100d2ae749b0be217382f5568aa2 is 33, key is row1/norep:/1733376092861/DeleteFamily/seqid=0 2024-12-05T05:21:34,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741844_1020 (size=5108) 2024-12-05T05:21:34,396 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/.tmp/rep_barrier/b7ad89420077444b8e0f1055b8d8aa05 is 112, key is test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1./rep_barrier:seqnumDuringOpen/1733376086101/Put/seqid=0 2024-12-05T05:21:34,399 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:21:34,399 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:21:34,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741845_1021 (size=5518) 2024-12-05T05:21:34,414 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:21:34,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:34,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:34,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:34,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:34,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:34,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:34,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:34,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:34,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:34,502 DEBUG [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab2f4eb79b9e5f3b3482c9e77f1b2fc4, c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:34,529 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 912, reset compression=false 2024-12-05T05:21:34,581 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 1162, reset compression=false 2024-12-05T05:21:34,702 DEBUG [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab2f4eb79b9e5f3b3482c9e77f1b2fc4, c40d8ee7630cecdf0640c67f94a3c3d1 2024-12-05T05:21:34,793 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/.tmp/norep/71dd100d2ae749b0be217382f5568aa2 2024-12-05T05:21:34,797 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71dd100d2ae749b0be217382f5568aa2 2024-12-05T05:21:34,797 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/.tmp/f/3f1649b7b71e4927b7d4d272dffbdc48 as hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/f/3f1649b7b71e4927b7d4d272dffbdc48 2024-12-05T05:21:34,801 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f1649b7b71e4927b7d4d272dffbdc48 2024-12-05T05:21:34,801 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/f/3f1649b7b71e4927b7d4d272dffbdc48, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T05:21:34,804 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/.tmp/rep_barrier/b7ad89420077444b8e0f1055b8d8aa05 2024-12-05T05:21:34,805 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/.tmp/f1/acfe27a18fe3428eaea827350de45264 as hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/f1/acfe27a18fe3428eaea827350de45264 2024-12-05T05:21:34,808 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for acfe27a18fe3428eaea827350de45264 2024-12-05T05:21:34,809 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/f1/acfe27a18fe3428eaea827350de45264, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T05:21:34,810 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/.tmp/norep/71dd100d2ae749b0be217382f5568aa2 as hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/norep/71dd100d2ae749b0be217382f5568aa2 2024-12-05T05:21:34,815 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71dd100d2ae749b0be217382f5568aa2 2024-12-05T05:21:34,815 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/norep/71dd100d2ae749b0be217382f5568aa2, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T05:21:34,816 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c40d8ee7630cecdf0640c67f94a3c3d1 in 915ms, sequenceid=8, compaction requested=false 2024-12-05T05:21:34,825 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/.tmp/table/129f047f16cc49b0ba84e0f3781fc39d is 53, key is hbase:replication/table:state/1733376088965/Put/seqid=0 2024-12-05T05:21:34,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741846_1022 (size=5308) 2024-12-05T05:21:34,847 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/default/test/c40d8ee7630cecdf0640c67f94a3c3d1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T05:21:34,848 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:21:34,848 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:21:34,848 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1. 2024-12-05T05:21:34,848 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c40d8ee7630cecdf0640c67f94a3c3d1: Waiting for close lock at 1733376093901Running coprocessor pre-close hooks at 1733376093901Disabling compacts and flushes for region at 1733376093901Disabling writes for close at 1733376093901Obtaining lock to block concurrent updates at 1733376093901Preparing flush snapshotting stores in c40d8ee7630cecdf0640c67f94a3c3d1 at 1733376093901Finished memstore snapshotting test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733376093902 (+1 ms)Flushing stores of test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1. at 1733376093902Flushing c40d8ee7630cecdf0640c67f94a3c3d1/f: creating writer at 1733376093902Flushing c40d8ee7630cecdf0640c67f94a3c3d1/f: appending metadata at 1733376093919 (+17 ms)Flushing c40d8ee7630cecdf0640c67f94a3c3d1/f: closing flushed file at 1733376093919Flushing c40d8ee7630cecdf0640c67f94a3c3d1/f1: creating writer at 1733376094330 (+411 ms)Flushing c40d8ee7630cecdf0640c67f94a3c3d1/f1: appending metadata at 1733376094346 (+16 ms)Flushing c40d8ee7630cecdf0640c67f94a3c3d1/f1: closing flushed file at 1733376094346Flushing c40d8ee7630cecdf0640c67f94a3c3d1/norep: creating writer at 1733376094361 (+15 ms)Flushing c40d8ee7630cecdf0640c67f94a3c3d1/norep: appending metadata at 1733376094382 (+21 ms)Flushing c40d8ee7630cecdf0640c67f94a3c3d1/norep: closing flushed file at 1733376094382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e55feed: reopening flushed file at 1733376094797 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5296c7ef: reopening flushed file at 1733376094802 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@675ade12: reopening flushed file at 1733376094809 (+7 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c40d8ee7630cecdf0640c67f94a3c3d1 in 915ms, sequenceid=8, compaction requested=false at 1733376094817 (+8 ms)Writing region close event to WAL at 1733376094833 (+16 ms)Running coprocessor post-close hooks at 1733376094848 (+15 ms)Closed at 1733376094848 2024-12-05T05:21:34,848 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733376085335.c40d8ee7630cecdf0640c67f94a3c3d1. 2024-12-05T05:21:34,848 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab2f4eb79b9e5f3b3482c9e77f1b2fc4, disabling compactions & flushes 2024-12-05T05:21:34,848 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. 2024-12-05T05:21:34,848 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. 2024-12-05T05:21:34,848 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. after waiting 0 ms 2024-12-05T05:21:34,848 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. 2024-12-05T05:21:34,848 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab2f4eb79b9e5f3b3482c9e77f1b2fc4: Waiting for close lock at 1733376094848Running coprocessor pre-close hooks at 1733376094848Disabling compacts and flushes for region at 1733376094848Disabling writes for close at 1733376094848Failed flush hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4., putting online again at 1733376094848 2024-12-05T05:21:34,848 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. 2024-12-05T05:21:34,903 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T05:21:34,903 DEBUG [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ab2f4eb79b9e5f3b3482c9e77f1b2fc4=hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4.} 2024-12-05T05:21:34,903 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(3091): Received CLOSE for ab2f4eb79b9e5f3b3482c9e77f1b2fc4 2024-12-05T05:21:34,903 DEBUG [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab2f4eb79b9e5f3b3482c9e77f1b2fc4 2024-12-05T05:21:34,903 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab2f4eb79b9e5f3b3482c9e77f1b2fc4, disabling compactions & flushes 2024-12-05T05:21:34,903 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. 2024-12-05T05:21:34,903 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. 2024-12-05T05:21:34,903 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. after waiting 0 ms 2024-12-05T05:21:34,903 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. 2024-12-05T05:21:34,903 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab2f4eb79b9e5f3b3482c9e77f1b2fc4: Waiting for close lock at 1733376094903Running coprocessor pre-close hooks at 1733376094903Disabling compacts and flushes for region at 1733376094903Disabling writes for close at 1733376094903Failed flush hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4., putting online again at 1733376094903 2024-12-05T05:21:34,903 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733376087688.ab2f4eb79b9e5f3b3482c9e77f1b2fc4. 2024-12-05T05:21:34,904 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 1162, reset compression=false 2024-12-05T05:21:34,908 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:21:34,908 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 1806, reset compression=false 2024-12-05T05:21:35,103 DEBUG [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:21:35,112 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 1806, reset compression=false 2024-12-05T05:21:35,146 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 912, reset compression=false 2024-12-05T05:21:35,242 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/.tmp/table/129f047f16cc49b0ba84e0f3781fc39d 2024-12-05T05:21:35,247 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/.tmp/info/5dbe79d34fe242de91a52ac17b660cde as hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/info/5dbe79d34fe242de91a52ac17b660cde 2024-12-05T05:21:35,251 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/info/5dbe79d34fe242de91a52ac17b660cde, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T05:21:35,252 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/.tmp/ns/bda67d080f8f4d04acafe00064c08072 as hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/ns/bda67d080f8f4d04acafe00064c08072 2024-12-05T05:21:35,258 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/ns/bda67d080f8f4d04acafe00064c08072, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T05:21:35,259 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/.tmp/rep_barrier/b7ad89420077444b8e0f1055b8d8aa05 as hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/rep_barrier/b7ad89420077444b8e0f1055b8d8aa05 2024-12-05T05:21:35,263 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/rep_barrier/b7ad89420077444b8e0f1055b8d8aa05, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T05:21:35,263 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/.tmp/table/129f047f16cc49b0ba84e0f3781fc39d as hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/table/129f047f16cc49b0ba84e0f3781fc39d 2024-12-05T05:21:35,267 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/table/129f047f16cc49b0ba84e0f3781fc39d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T05:21:35,267 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false 2024-12-05T05:21:35,271 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T05:21:35,271 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:21:35,271 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:21:35,271 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:21:35,271 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376093902Running coprocessor pre-close hooks at 1733376093902Disabling compacts and flushes for region at 1733376093902Disabling writes for close at 1733376093902Obtaining lock to block concurrent updates at 1733376093902Preparing flush snapshotting stores in 1588230740 at 1733376093902Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733376093902Flushing stores of hbase:meta,,1.1588230740 at 1733376093903 (+1 ms)Flushing 1588230740/info: creating writer at 1733376093903Flushing 1588230740/info: appending metadata at 1733376093923 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733376093923Flushing 1588230740/ns: creating writer at 1733376094337 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733376094353 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733376094353Flushing 1588230740/rep_barrier: creating writer at 1733376094372 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733376094396 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733376094396Flushing 1588230740/table: creating writer at 1733376094808 (+412 ms)Flushing 1588230740/table: appending metadata at 1733376094824 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733376094824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d2aaf09: reopening flushed file at 1733376095246 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a74314: reopening flushed file at 1733376095251 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed41150: reopening flushed file at 1733376095258 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce1fe5e: reopening flushed file at 1733376095263 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false at 1733376095267 (+4 ms)Writing region close event to WAL at 1733376095268 (+1 ms)Running coprocessor post-close hooks at 1733376095271 (+3 ms)Closed at 1733376095271 2024-12-05T05:21:35,271 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:21:35,303 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T05:21:35,303 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,44673,1733376081629; all regions closed. 2024-12-05T05:21:35,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741834_1010 (size=4239) 2024-12-05T05:21:35,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.meta.1733376083888.meta not finished, retry = 0 2024-12-05T05:21:35,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741839_1015 (size=1733) 2024-12-05T05:21:35,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741833_1009 (size=1814) 2024-12-05T05:21:35,414 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 not finished, retry = 0 2024-12-05T05:21:35,415 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 to pos 1806, reset compression=false 2024-12-05T05:21:35,515 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/WALs/8edcaf2ecc84,44673,1733376081629/8edcaf2ecc84%2C44673%2C1733376081629.1733376083485 2024-12-05T05:21:35,515 DEBUG [RS:0;8edcaf2ecc84:44673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:35,515 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:21:35,516 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:21:35,516 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T05:21:35,516 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:21:35,516 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,44673,1733376081629 because: Region server is closing 2024-12-05T05:21:35,516 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:21:35,517 INFO [RS:0;8edcaf2ecc84:44673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:44673. 2024-12-05T05:21:35,517 DEBUG [RS:0;8edcaf2ecc84:44673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:35,517 DEBUG [RS:0;8edcaf2ecc84:44673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:35,517 DEBUG [RS:0;8edcaf2ecc84:44673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:35,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:35,617 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.shipper8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 terminated 2024-12-05T05:21:35,617 INFO [RS:0;8edcaf2ecc84:44673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:44673. 2024-12-05T05:21:35,617 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44673,1733376081629.replicationSource.wal-reader.8edcaf2ecc84%2C44673%2C1733376081629,1-8edcaf2ecc84,44673,1733376081629 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-05T05:21:35,617 DEBUG [RS:0;8edcaf2ecc84:44673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:35,618 DEBUG [RS:0;8edcaf2ecc84:44673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:35,618 DEBUG [RS:0;8edcaf2ecc84:44673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:35,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:35,618 INFO [RS:0;8edcaf2ecc84:44673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44673 2024-12-05T05:21:35,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1779179576/rs/8edcaf2ecc84,44673,1733376081629 2024-12-05T05:21:35,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576/rs 2024-12-05T05:21:35,625 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:21:35,716 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,44673,1733376081629] 2024-12-05T05:21:35,741 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1779179576/draining/8edcaf2ecc84,44673,1733376081629 already deleted, retry=false 2024-12-05T05:21:35,741 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,44673,1733376081629 expired; onlineServers=0 2024-12-05T05:21:35,741 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,38349,1733376081465' ***** 2024-12-05T05:21:35,741 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:21:35,741 INFO [M:0;8edcaf2ecc84:38349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:21:35,741 INFO [M:0;8edcaf2ecc84:38349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:21:35,741 DEBUG [M:0;8edcaf2ecc84:38349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:21:35,741 DEBUG [M:0;8edcaf2ecc84:38349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:21:35,741 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:21:35,741 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376083070 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376083070,5,FailOnTimeoutGroup] 2024-12-05T05:21:35,741 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376083070 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376083070,5,FailOnTimeoutGroup] 2024-12-05T05:21:35,741 INFO [M:0;8edcaf2ecc84:38349 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:21:35,741 INFO [M:0;8edcaf2ecc84:38349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:21:35,742 DEBUG [M:0;8edcaf2ecc84:38349 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:21:35,742 INFO [M:0;8edcaf2ecc84:38349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:21:35,742 INFO [M:0;8edcaf2ecc84:38349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:21:35,742 INFO [M:0;8edcaf2ecc84:38349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:21:35,742 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:21:35,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1779179576/master 2024-12-05T05:21:35,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1779179576 2024-12-05T05:21:35,752 DEBUG [M:0;8edcaf2ecc84:38349 {}] zookeeper.ZKUtil(347): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Unable to get data of znode /1779179576/master because node does not exist (not an error) 2024-12-05T05:21:35,752 WARN [M:0;8edcaf2ecc84:38349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:21:35,753 INFO [M:0;8edcaf2ecc84:38349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/.lastflushedseqids 2024-12-05T05:21:35,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741847_1023 (size=245) 2024-12-05T05:21:35,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:21:35,816 INFO [RS:0;8edcaf2ecc84:44673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:21:35,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x101a3efd6bf0004, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:21:35,816 INFO [RS:0;8edcaf2ecc84:44673 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,44673,1733376081629; zookeeper connection closed. 2024-12-05T05:21:35,816 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6796f199 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6796f199 2024-12-05T05:21:35,816 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:21:35,849 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 912, reset compression=false 2024-12-05T05:21:36,161 INFO [M:0;8edcaf2ecc84:38349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:21:36,162 INFO [M:0;8edcaf2ecc84:38349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:21:36,162 DEBUG [M:0;8edcaf2ecc84:38349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:21:36,162 INFO [M:0;8edcaf2ecc84:38349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:36,162 DEBUG [M:0;8edcaf2ecc84:38349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:36,162 DEBUG [M:0;8edcaf2ecc84:38349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:21:36,162 DEBUG [M:0;8edcaf2ecc84:38349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:36,162 INFO [M:0;8edcaf2ecc84:38349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-05T05:21:36,179 DEBUG [M:0;8edcaf2ecc84:38349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a48f14f675e74a8e92250e11358fbbf9 is 82, key is hbase:meta,,1/info:regioninfo/1733376083990/Put/seqid=0 2024-12-05T05:21:36,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741848_1024 (size=5672) 2024-12-05T05:21:36,583 INFO [M:0;8edcaf2ecc84:38349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a48f14f675e74a8e92250e11358fbbf9 2024-12-05T05:21:36,603 DEBUG [M:0;8edcaf2ecc84:38349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74757f2c3b82489d978037b2c856b94f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733376088969/Put/seqid=0 2024-12-05T05:21:36,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741849_1025 (size=8515) 2024-12-05T05:21:36,653 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 912, reset compression=false 2024-12-05T05:21:37,007 INFO [M:0;8edcaf2ecc84:38349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74757f2c3b82489d978037b2c856b94f 2024-12-05T05:21:37,022 DEBUG [M:0;8edcaf2ecc84:38349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/584e9cc743c140c48a0115de1861ae33 is 69, key is 8edcaf2ecc84,44673,1733376081629/rs:state/1733376083170/Put/seqid=0 2024-12-05T05:21:37,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741850_1026 (size=5156) 2024-12-05T05:21:37,426 INFO [M:0;8edcaf2ecc84:38349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/584e9cc743c140c48a0115de1861ae33 2024-12-05T05:21:37,430 DEBUG [M:0;8edcaf2ecc84:38349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a48f14f675e74a8e92250e11358fbbf9 as hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a48f14f675e74a8e92250e11358fbbf9 2024-12-05T05:21:37,434 INFO [M:0;8edcaf2ecc84:38349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a48f14f675e74a8e92250e11358fbbf9, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T05:21:37,435 DEBUG [M:0;8edcaf2ecc84:38349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74757f2c3b82489d978037b2c856b94f as hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74757f2c3b82489d978037b2c856b94f 2024-12-05T05:21:37,438 INFO [M:0;8edcaf2ecc84:38349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74757f2c3b82489d978037b2c856b94f, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T05:21:37,439 DEBUG [M:0;8edcaf2ecc84:38349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/584e9cc743c140c48a0115de1861ae33 as hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/584e9cc743c140c48a0115de1861ae33 2024-12-05T05:21:37,443 INFO [M:0;8edcaf2ecc84:38349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42323/user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/584e9cc743c140c48a0115de1861ae33, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T05:21:37,444 INFO [M:0;8edcaf2ecc84:38349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-12-05T05:21:37,448 INFO [M:0;8edcaf2ecc84:38349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:37,448 DEBUG [M:0;8edcaf2ecc84:38349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376096162Disabling compacts and flushes for region at 1733376096162Disabling writes for close at 1733376096162Obtaining lock to block concurrent updates at 1733376096162Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376096162Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733376096162Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376096163 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376096163Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376096178 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376096178Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376096586 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376096602 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376096602Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376097010 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376097022 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376097022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22366bea: reopening flushed file at 1733376097429 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aff808: reopening flushed file at 1733376097434 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e0fbb4d: reopening flushed file at 1733376097438 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1733376097444 (+6 ms)Writing region close event to WAL at 1733376097448 (+4 ms)Closed at 1733376097448 2024-12-05T05:21:37,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45837 is added to blk_1073741830_1006 (size=63642) 2024-12-05T05:21:37,450 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/25ef5dbe-7d51-de07-b96d-7d6e89f37425/MasterData/WALs/8edcaf2ecc84,38349,1733376081465/8edcaf2ecc84%2C38349%2C1733376081465.1733376082641 not finished, retry = 0 2024-12-05T05:21:37,551 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:21:37,551 INFO [M:0;8edcaf2ecc84:38349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:21:37,551 INFO [M:0;8edcaf2ecc84:38349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38349 2024-12-05T05:21:37,552 INFO [M:0;8edcaf2ecc84:38349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:21:37,556 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 912, reset compression=false 2024-12-05T05:21:37,570 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:37,570 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:37,571 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28319 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:37,724 INFO [M:0;8edcaf2ecc84:38349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:21:37,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:21:37,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38349-0x101a3efd6bf0003, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:21:37,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37a22708{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:21:37,757 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fbf807c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:21:37,757 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:21:37,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29bd1fb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:21:37,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52498dd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/hadoop.log.dir/,STOPPED} 2024-12-05T05:21:37,759 WARN [BP-1564892421-172.17.0.3-1733376078636 heartbeating to localhost/127.0.0.1:42323 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:21:37,759 WARN [BP-1564892421-172.17.0.3-1733376078636 heartbeating to localhost/127.0.0.1:42323 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1564892421-172.17.0.3-1733376078636 (Datanode Uuid a8d218c8-afbc-49fe-9664-7ef99b65d6a3) service to localhost/127.0.0.1:42323 2024-12-05T05:21:37,759 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:21:37,759 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:21:37,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/cluster_f9f3f057-175a-f86f-9aad-f9c50e6035ac/data/data1/current/BP-1564892421-172.17.0.3-1733376078636 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:21:37,760 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/cluster_f9f3f057-175a-f86f-9aad-f9c50e6035ac/data/data2/current/BP-1564892421-172.17.0.3-1733376078636 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:21:37,760 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:21:37,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@aec0509{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:21:37,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c30e4ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:21:37,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:21:37,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12dd6dc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:21:37,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@322ee689{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/hadoop.log.dir/,STOPPED} 2024-12-05T05:21:37,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:21:37,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:21:37,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:21:37,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:37,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:37,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:37,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:37,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:21:37,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=209499779, stopped=false 2024-12-05T05:21:37,783 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,43745,1733376074834 2024-12-05T05:21:37,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-541852231/running 2024-12-05T05:21:37,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-541852231/running 2024-12-05T05:21:37,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:37,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:37,802 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:21:37,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Set watcher on znode that does not yet exist, /0-541852231/running 2024-12-05T05:21:37,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Set watcher on znode that does not yet exist, /0-541852231/running 2024-12-05T05:21:37,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:21:37,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:37,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:37,803 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,34539,1733376075037' ***** 2024-12-05T05:21:37,803 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:21:37,804 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:21:37,804 INFO [RS:0;8edcaf2ecc84:34539 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:21:37,804 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:21:37,804 INFO [RS:0;8edcaf2ecc84:34539 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:21:37,804 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f455d5cf18aedd81d45233e1e7731d1 2024-12-05T05:21:37,804 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(3091): Received CLOSE for 006958c44c31e8bba2c6629aba02d4ac 2024-12-05T05:21:37,804 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,34539,1733376075037 2024-12-05T05:21:37,804 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:21:37,804 INFO [RS:0;8edcaf2ecc84:34539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:34539. 2024-12-05T05:21:37,804 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f455d5cf18aedd81d45233e1e7731d1, disabling compactions & flushes 2024-12-05T05:21:37,804 DEBUG [RS:0;8edcaf2ecc84:34539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:37,804 DEBUG [RS:0;8edcaf2ecc84:34539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:37,804 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1. 2024-12-05T05:21:37,804 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1. 2024-12-05T05:21:37,804 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1. after waiting 0 ms 2024-12-05T05:21:37,804 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:21:37,804 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1. 2024-12-05T05:21:37,804 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:21:37,804 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:21:37,804 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:21:37,804 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1f455d5cf18aedd81d45233e1e7731d1 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-05T05:21:37,805 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T05:21:37,805 DEBUG [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(1325): Online Regions={1f455d5cf18aedd81d45233e1e7731d1=hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1., 1588230740=hbase:meta,,1.1588230740, 006958c44c31e8bba2c6629aba02d4ac=test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac.} 2024-12-05T05:21:37,805 DEBUG [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(1351): Waiting on 006958c44c31e8bba2c6629aba02d4ac, 1588230740, 1f455d5cf18aedd81d45233e1e7731d1 2024-12-05T05:21:37,805 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:21:37,805 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:21:37,805 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:21:37,805 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:21:37,805 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:21:37,805 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T05:21:37,817 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/replication/1f455d5cf18aedd81d45233e1e7731d1/.tmp/queue/37cd0adb6b3e4166978f56bc09e7aded is 153, key is 1-8edcaf2ecc84,34539,1733376075037/queue:8edcaf2ecc84%2C34539%2C1733376075037/1733376093100/Put/seqid=0 2024-12-05T05:21:37,817 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/.tmp/info/8d62aed4c4e7453b96f51ae7c5d450d6 is 147, key is hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1./info:regioninfo/1733376086957/Put/seqid=0 2024-12-05T05:21:37,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741841_1017 (size=7686) 2024-12-05T05:21:37,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741840_1016 (size=5352) 2024-12-05T05:21:37,834 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/replication/1f455d5cf18aedd81d45233e1e7731d1/.tmp/queue/37cd0adb6b3e4166978f56bc09e7aded 2024-12-05T05:21:37,834 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/.tmp/info/8d62aed4c4e7453b96f51ae7c5d450d6 2024-12-05T05:21:37,840 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/replication/1f455d5cf18aedd81d45233e1e7731d1/.tmp/queue/37cd0adb6b3e4166978f56bc09e7aded as hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/replication/1f455d5cf18aedd81d45233e1e7731d1/queue/37cd0adb6b3e4166978f56bc09e7aded 2024-12-05T05:21:37,844 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/replication/1f455d5cf18aedd81d45233e1e7731d1/queue/37cd0adb6b3e4166978f56bc09e7aded, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T05:21:37,845 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1f455d5cf18aedd81d45233e1e7731d1 in 41ms, sequenceid=10, compaction requested=false 2024-12-05T05:21:37,851 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/replication/1f455d5cf18aedd81d45233e1e7731d1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T05:21:37,851 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:21:37,851 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:21:37,852 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1. 2024-12-05T05:21:37,852 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f455d5cf18aedd81d45233e1e7731d1: Waiting for close lock at 1733376097804Running coprocessor pre-close hooks at 1733376097804Disabling compacts and flushes for region at 1733376097804Disabling writes for close at 1733376097804Obtaining lock to block concurrent updates at 1733376097804Preparing flush snapshotting stores in 1f455d5cf18aedd81d45233e1e7731d1 at 1733376097804Finished memstore snapshotting hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733376097805 (+1 ms)Flushing stores of hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1. at 1733376097805Flushing 1f455d5cf18aedd81d45233e1e7731d1/queue: creating writer at 1733376097805Flushing 1f455d5cf18aedd81d45233e1e7731d1/queue: appending metadata at 1733376097817 (+12 ms)Flushing 1f455d5cf18aedd81d45233e1e7731d1/queue: closing flushed file at 1733376097817Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a9fa9ec: reopening flushed file at 1733376097840 (+23 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1f455d5cf18aedd81d45233e1e7731d1 in 41ms, sequenceid=10, compaction requested=false at 1733376097845 (+5 ms)Writing region close event to WAL at 1733376097848 (+3 ms)Running coprocessor post-close hooks at 1733376097851 (+3 ms)Closed at 1733376097851 2024-12-05T05:21:37,852 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733376086550.1f455d5cf18aedd81d45233e1e7731d1. 2024-12-05T05:21:37,852 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 006958c44c31e8bba2c6629aba02d4ac, disabling compactions & flushes 2024-12-05T05:21:37,852 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac. 2024-12-05T05:21:37,852 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac. 2024-12-05T05:21:37,852 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac. after waiting 0 ms 2024-12-05T05:21:37,852 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac. 2024-12-05T05:21:37,852 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 006958c44c31e8bba2c6629aba02d4ac 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-05T05:21:37,854 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/.tmp/ns/96fc0af558a34facbd18c8cf5b65fba3 is 43, key is default/ns:d/1733376078488/Put/seqid=0 2024-12-05T05:21:37,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741842_1018 (size=5153) 2024-12-05T05:21:37,869 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:21:37,871 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/.tmp/f/a92c3552df4b4798a74187e88cb6125d is 29, key is row1/f:/1733376092861/DeleteFamily/seqid=0 2024-12-05T05:21:37,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741843_1019 (size=5118) 2024-12-05T05:21:38,005 DEBUG [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(1351): Waiting on 006958c44c31e8bba2c6629aba02d4ac, 1588230740 2024-12-05T05:21:38,205 DEBUG [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(1351): Waiting on 006958c44c31e8bba2c6629aba02d4ac, 1588230740 2024-12-05T05:21:38,258 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/.tmp/ns/96fc0af558a34facbd18c8cf5b65fba3 2024-12-05T05:21:38,275 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/.tmp/f/a92c3552df4b4798a74187e88cb6125d 2024-12-05T05:21:38,279 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a92c3552df4b4798a74187e88cb6125d 2024-12-05T05:21:38,280 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/.tmp/rep_barrier/09c95993acc945baa0a117c556bce74d is 112, key is test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac./rep_barrier:seqnumDuringOpen/1733376084969/Put/seqid=0 2024-12-05T05:21:38,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741844_1020 (size=5518) 2024-12-05T05:21:38,286 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/.tmp/rep_barrier/09c95993acc945baa0a117c556bce74d 2024-12-05T05:21:38,296 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/.tmp/f1/d963067d2a8946aaa93f59ae388cc9bf is 30, key is row1/f1:/1733376092861/DeleteFamily/seqid=0 2024-12-05T05:21:38,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741845_1021 (size=5123) 2024-12-05T05:21:38,307 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/.tmp/table/7a26e0dabc9842dd905d21f9ce1020f7 is 53, key is hbase:replication/table:state/1733376086964/Put/seqid=0 2024-12-05T05:21:38,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741846_1022 (size=5308) 2024-12-05T05:21:38,356 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:21:38,357 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:21:38,405 DEBUG [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(1351): Waiting on 006958c44c31e8bba2c6629aba02d4ac, 1588230740 2024-12-05T05:21:38,560 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 912, reset compression=false 2024-12-05T05:21:38,564 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:21:38,564 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 1159, reset compression=false 2024-12-05T05:21:38,564 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,34539,1733376075037 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:21:38,565 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8edcaf2ecc84,34539,1733376075037: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8edcaf2ecc84,34539,1733376075037, walGroup=8edcaf2ecc84%2C34539%2C1733376075037, offset=8edcaf2ecc84%2C34539%2C1733376075037.1733376077480:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:34539 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T05:21:38,566 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T05:21:38,566 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T05:21:38,566 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T05:21:38,567 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T05:21:38,567 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T05:21:38,567 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 619418336 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 191603888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T05:21:38,567 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T05:21:38,605 DEBUG [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(1351): Waiting on 006958c44c31e8bba2c6629aba02d4ac, 1588230740 2024-12-05T05:21:38,703 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/.tmp/f1/d963067d2a8946aaa93f59ae388cc9bf 2024-12-05T05:21:38,709 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d963067d2a8946aaa93f59ae388cc9bf 2024-12-05T05:21:38,711 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/.tmp/table/7a26e0dabc9842dd905d21f9ce1020f7 2024-12-05T05:21:38,715 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/.tmp/info/8d62aed4c4e7453b96f51ae7c5d450d6 as hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/info/8d62aed4c4e7453b96f51ae7c5d450d6 2024-12-05T05:21:38,721 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/info/8d62aed4c4e7453b96f51ae7c5d450d6, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T05:21:38,722 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/.tmp/ns/96fc0af558a34facbd18c8cf5b65fba3 as hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/ns/96fc0af558a34facbd18c8cf5b65fba3 2024-12-05T05:21:38,726 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/.tmp/norep/6d7a8c3de23f4d04aa83cdd2d39b98e1 is 32, key is row/norep:/1733376091855/DeleteFamily/seqid=0 2024-12-05T05:21:38,728 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/ns/96fc0af558a34facbd18c8cf5b65fba3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T05:21:38,729 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/.tmp/rep_barrier/09c95993acc945baa0a117c556bce74d as hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/rep_barrier/09c95993acc945baa0a117c556bce74d 2024-12-05T05:21:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741847_1023 (size=5101) 2024-12-05T05:21:38,734 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/.tmp/norep/6d7a8c3de23f4d04aa83cdd2d39b98e1 2024-12-05T05:21:38,738 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/rep_barrier/09c95993acc945baa0a117c556bce74d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T05:21:38,739 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/.tmp/table/7a26e0dabc9842dd905d21f9ce1020f7 as hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/table/7a26e0dabc9842dd905d21f9ce1020f7 2024-12-05T05:21:38,742 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d7a8c3de23f4d04aa83cdd2d39b98e1 2024-12-05T05:21:38,743 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/.tmp/f/a92c3552df4b4798a74187e88cb6125d as hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/f/a92c3552df4b4798a74187e88cb6125d 2024-12-05T05:21:38,759 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a92c3552df4b4798a74187e88cb6125d 2024-12-05T05:21:38,759 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/f/a92c3552df4b4798a74187e88cb6125d, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T05:21:38,761 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/.tmp/f1/d963067d2a8946aaa93f59ae388cc9bf as hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/f1/d963067d2a8946aaa93f59ae388cc9bf 2024-12-05T05:21:38,762 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/table/7a26e0dabc9842dd905d21f9ce1020f7, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T05:21:38,765 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=16, compaction requested=false 2024-12-05T05:21:38,765 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:21:38,767 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d963067d2a8946aaa93f59ae388cc9bf 2024-12-05T05:21:38,767 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/f1/d963067d2a8946aaa93f59ae388cc9bf, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T05:21:38,768 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 1159, reset compression=false 2024-12-05T05:21:38,773 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/.tmp/norep/6d7a8c3de23f4d04aa83cdd2d39b98e1 as hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/norep/6d7a8c3de23f4d04aa83cdd2d39b98e1 2024-12-05T05:21:38,784 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d7a8c3de23f4d04aa83cdd2d39b98e1 2024-12-05T05:21:38,784 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/norep/6d7a8c3de23f4d04aa83cdd2d39b98e1, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T05:21:38,792 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 006958c44c31e8bba2c6629aba02d4ac in 940ms, sequenceid=8, compaction requested=false 2024-12-05T05:21:38,792 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T05:21:38,808 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T05:21:38,808 DEBUG [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 006958c44c31e8bba2c6629aba02d4ac=test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac.} 2024-12-05T05:21:38,808 DEBUG [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(1351): Waiting on 006958c44c31e8bba2c6629aba02d4ac, 1588230740 2024-12-05T05:21:38,824 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:21:38,825 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 1508, reset compression=false 2024-12-05T05:21:38,838 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T05:21:38,840 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:21:38,840 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:21:38,840 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:21:38,840 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376097805Running coprocessor pre-close hooks at 1733376097805Disabling compacts and flushes for region at 1733376097805Disabling writes for close at 1733376097805Obtaining lock to block concurrent updates at 1733376097805Preparing flush snapshotting stores in 1588230740 at 1733376097805Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733376097805Flushing stores of hbase:meta,,1.1588230740 at 1733376097805Flushing 1588230740/info: creating writer at 1733376097805Flushing 1588230740/info: appending metadata at 1733376097817 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733376097817Flushing 1588230740/ns: creating writer at 1733376097838 (+21 ms)Flushing 1588230740/ns: appending metadata at 1733376097853 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733376097853Flushing 1588230740/rep_barrier: creating writer at 1733376098262 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733376098280 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733376098280Flushing 1588230740/table: creating writer at 1733376098294 (+14 ms)Flushing 1588230740/table: appending metadata at 1733376098307 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733376098307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c25c604: reopening flushed file at 1733376098715 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b22685f: reopening flushed file at 1733376098721 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f946e1: reopening flushed file at 1733376098729 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e06c6e8: reopening flushed file at 1733376098738 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=16, compaction requested=false at 1733376098765 (+27 ms)Writing region close event to WAL at 1733376098817 (+52 ms)Running coprocessor post-close hooks at 1733376098840 (+23 ms)Closed at 1733376098840 2024-12-05T05:21:38,840 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:21:38,855 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/data/default/test/006958c44c31e8bba2c6629aba02d4ac/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T05:21:38,856 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:21:38,856 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:21:38,856 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac. 2024-12-05T05:21:38,856 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 006958c44c31e8bba2c6629aba02d4ac: Waiting for close lock at 1733376097852Running coprocessor pre-close hooks at 1733376097852Disabling compacts and flushes for region at 1733376097852Disabling writes for close at 1733376097852Obtaining lock to block concurrent updates at 1733376097852Preparing flush snapshotting stores in 006958c44c31e8bba2c6629aba02d4ac at 1733376097852Finished memstore snapshotting test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733376097852Flushing stores of test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac. at 1733376097853 (+1 ms)Flushing 006958c44c31e8bba2c6629aba02d4ac/f: creating writer at 1733376097853Flushing 006958c44c31e8bba2c6629aba02d4ac/f: appending metadata at 1733376097871 (+18 ms)Flushing 006958c44c31e8bba2c6629aba02d4ac/f: closing flushed file at 1733376097871Flushing 006958c44c31e8bba2c6629aba02d4ac/f1: creating writer at 1733376098279 (+408 ms)Flushing 006958c44c31e8bba2c6629aba02d4ac/f1: appending metadata at 1733376098296 (+17 ms)Flushing 006958c44c31e8bba2c6629aba02d4ac/f1: closing flushed file at 1733376098296Flushing 006958c44c31e8bba2c6629aba02d4ac/norep: creating writer at 1733376098709 (+413 ms)Flushing 006958c44c31e8bba2c6629aba02d4ac/norep: appending metadata at 1733376098726 (+17 ms)Flushing 006958c44c31e8bba2c6629aba02d4ac/norep: closing flushed file at 1733376098726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32c8991b: reopening flushed file at 1733376098742 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d7a1ad9: reopening flushed file at 1733376098759 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a4456b7: reopening flushed file at 1733376098768 (+9 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 006958c44c31e8bba2c6629aba02d4ac in 940ms, sequenceid=8, compaction requested=false at 1733376098792 (+24 ms)Writing region close event to WAL at 1733376098852 (+60 ms)Running coprocessor post-close hooks at 1733376098856 (+4 ms)Closed at 1733376098856 2024-12-05T05:21:38,856 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733376084191.006958c44c31e8bba2c6629aba02d4ac. 2024-12-05T05:21:39,008 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,34539,1733376075037; all regions closed. 2024-12-05T05:21:39,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741834_1010 (size=4239) 2024-12-05T05:21:39,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.meta.1733376078398.meta not finished, retry = 0 2024-12-05T05:21:39,051 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.1733376077480 to pos 1508, reset compression=false 2024-12-05T05:21:39,056 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:21:39,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741839_1015 (size=2676) 2024-12-05T05:21:39,113 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/WALs/8edcaf2ecc84,34539,1733376075037/8edcaf2ecc84%2C34539%2C1733376075037.rep.1733376086930 not finished, retry = 0 2024-12-05T05:21:39,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741832_1008 (size=1811) 2024-12-05T05:21:39,216 DEBUG [RS:0;8edcaf2ecc84:34539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:39,217 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:21:39,217 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:21:39,217 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T05:21:39,217 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:21:39,217 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:21:39,217 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,34539,1733376075037 because: Region server is closing 2024-12-05T05:21:39,217 INFO [RS:0;8edcaf2ecc84:34539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:34539. 2024-12-05T05:21:39,217 DEBUG [RS:0;8edcaf2ecc84:34539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:39,217 DEBUG [RS:0;8edcaf2ecc84:34539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:39,217 DEBUG [RS:0;8edcaf2ecc84:34539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:39,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:39,318 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.shipper8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 terminated 2024-12-05T05:21:39,318 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,34539,1733376075037.replicationSource.wal-reader.8edcaf2ecc84%2C34539%2C1733376075037,1-8edcaf2ecc84,34539,1733376075037 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-12-05T05:21:39,318 INFO [RS:0;8edcaf2ecc84:34539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:34539. 2024-12-05T05:21:39,318 DEBUG [RS:0;8edcaf2ecc84:34539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:21:39,318 DEBUG [RS:0;8edcaf2ecc84:34539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:39,318 DEBUG [RS:0;8edcaf2ecc84:34539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:39,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:21:39,318 INFO [RS:0;8edcaf2ecc84:34539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34539 2024-12-05T05:21:39,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231/rs 2024-12-05T05:21:39,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-541852231/rs/8edcaf2ecc84,34539,1733376075037 2024-12-05T05:21:39,330 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:21:39,340 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,34539,1733376075037] 2024-12-05T05:21:39,351 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-541852231/draining/8edcaf2ecc84,34539,1733376075037 already deleted, retry=false 2024-12-05T05:21:39,351 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,34539,1733376075037 expired; onlineServers=0 2024-12-05T05:21:39,351 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,43745,1733376074834' ***** 2024-12-05T05:21:39,351 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:21:39,351 INFO [M:0;8edcaf2ecc84:43745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:21:39,351 INFO [M:0;8edcaf2ecc84:43745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:21:39,351 DEBUG [M:0;8edcaf2ecc84:43745 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:21:39,351 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:21:39,351 DEBUG [M:0;8edcaf2ecc84:43745 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:21:39,351 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376077228 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376077228,5,FailOnTimeoutGroup] 2024-12-05T05:21:39,351 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376077233 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376077233,5,FailOnTimeoutGroup] 2024-12-05T05:21:39,352 INFO [M:0;8edcaf2ecc84:43745 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:21:39,352 INFO [M:0;8edcaf2ecc84:43745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:21:39,352 DEBUG [M:0;8edcaf2ecc84:43745 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:21:39,352 INFO [M:0;8edcaf2ecc84:43745 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:21:39,352 INFO [M:0;8edcaf2ecc84:43745 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:21:39,352 INFO [M:0;8edcaf2ecc84:43745 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:21:39,352 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:21:39,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-541852231/master 2024-12-05T05:21:39,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-541852231 2024-12-05T05:21:39,362 DEBUG [M:0;8edcaf2ecc84:43745 {}] zookeeper.ZKUtil(347): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Unable to get data of znode /0-541852231/master because node does not exist (not an error) 2024-12-05T05:21:39,362 WARN [M:0;8edcaf2ecc84:43745 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:21:39,369 INFO [M:0;8edcaf2ecc84:43745 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/.lastflushedseqids 2024-12-05T05:21:39,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741848_1024 (size=245) 2024-12-05T05:21:39,441 INFO [RS:0;8edcaf2ecc84:34539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:21:39,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:21:39,441 INFO [RS:0;8edcaf2ecc84:34539 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,34539,1733376075037; zookeeper connection closed. 2024-12-05T05:21:39,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34539-0x101a3efd6bf0001, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:21:39,441 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a08fbb0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a08fbb0 2024-12-05T05:21:39,441 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:21:39,788 INFO [M:0;8edcaf2ecc84:43745 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:21:39,788 INFO [M:0;8edcaf2ecc84:43745 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:21:39,788 DEBUG [M:0;8edcaf2ecc84:43745 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:21:39,788 INFO [M:0;8edcaf2ecc84:43745 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:39,788 DEBUG [M:0;8edcaf2ecc84:43745 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:39,788 DEBUG [M:0;8edcaf2ecc84:43745 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:21:39,788 DEBUG [M:0;8edcaf2ecc84:43745 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:39,789 INFO [M:0;8edcaf2ecc84:43745 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T05:21:39,815 DEBUG [M:0;8edcaf2ecc84:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fb607a14fb94eb8ac54199090e95ec1 is 82, key is hbase:meta,,1/info:regioninfo/1733376078442/Put/seqid=0 2024-12-05T05:21:39,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741849_1025 (size=5672) 2024-12-05T05:21:39,829 INFO [M:0;8edcaf2ecc84:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fb607a14fb94eb8ac54199090e95ec1 2024-12-05T05:21:39,860 DEBUG [M:0;8edcaf2ecc84:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4a021529ac2489b932180defa79e75b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733376086968/Put/seqid=0 2024-12-05T05:21:39,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741850_1026 (size=8516) 2024-12-05T05:21:40,285 INFO [M:0;8edcaf2ecc84:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4a021529ac2489b932180defa79e75b 2024-12-05T05:21:40,307 DEBUG [M:0;8edcaf2ecc84:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d019ee5f7f144606af4f13d4423dedd0 is 69, key is 8edcaf2ecc84,34539,1733376075037/rs:state/1733376077305/Put/seqid=0 2024-12-05T05:21:40,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741851_1027 (size=5156) 2024-12-05T05:21:40,350 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:21:40,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:40,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:40,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:40,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:40,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:40,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:40,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:40,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:40,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:40,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:40,715 INFO [M:0;8edcaf2ecc84:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d019ee5f7f144606af4f13d4423dedd0 2024-12-05T05:21:40,719 DEBUG [M:0;8edcaf2ecc84:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fb607a14fb94eb8ac54199090e95ec1 as hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fb607a14fb94eb8ac54199090e95ec1 2024-12-05T05:21:40,730 INFO [M:0;8edcaf2ecc84:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fb607a14fb94eb8ac54199090e95ec1, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T05:21:40,732 DEBUG [M:0;8edcaf2ecc84:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4a021529ac2489b932180defa79e75b as hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4a021529ac2489b932180defa79e75b 2024-12-05T05:21:40,738 INFO [M:0;8edcaf2ecc84:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4a021529ac2489b932180defa79e75b, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T05:21:40,739 DEBUG [M:0;8edcaf2ecc84:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d019ee5f7f144606af4f13d4423dedd0 as hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d019ee5f7f144606af4f13d4423dedd0 2024-12-05T05:21:40,743 INFO [M:0;8edcaf2ecc84:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42937/user/jenkins/test-data/cc97a291-194b-f78f-8cc7-52633ff2d06b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d019ee5f7f144606af4f13d4423dedd0, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T05:21:40,744 INFO [M:0;8edcaf2ecc84:43745 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 956ms, sequenceid=97, compaction requested=false 2024-12-05T05:21:40,753 INFO [M:0;8edcaf2ecc84:43745 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:40,753 DEBUG [M:0;8edcaf2ecc84:43745 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376099788Disabling compacts and flushes for region at 1733376099788Disabling writes for close at 1733376099788Obtaining lock to block concurrent updates at 1733376099789 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376099789Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733376099789Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376099789Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376099790 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376099815 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376099815Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376099839 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376099860 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376099860Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376100289 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376100306 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376100306Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af67087: reopening flushed file at 1733376100719 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e8eba9: reopening flushed file at 1733376100730 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26dd3e3e: reopening flushed file at 1733376100738 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 956ms, sequenceid=97, compaction requested=false at 1733376100744 (+6 ms)Writing region close event to WAL at 1733376100753 (+9 ms)Closed at 1733376100753 2024-12-05T05:21:40,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45721 is added to blk_1073741830_1006 (size=63654) 2024-12-05T05:21:40,756 INFO [M:0;8edcaf2ecc84:43745 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:21:40,756 INFO [M:0;8edcaf2ecc84:43745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43745 2024-12-05T05:21:40,756 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:21:40,756 INFO [M:0;8edcaf2ecc84:43745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:21:40,923 INFO [M:0;8edcaf2ecc84:43745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:21:40,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:21:40,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x101a3efd6bf0000, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:21:40,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@375baee1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:21:40,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d969a76{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:21:40,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:21:40,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52e12a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:21:40,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a553aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/hadoop.log.dir/,STOPPED} 2024-12-05T05:21:40,932 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:21:40,932 WARN [BP-1519669006-172.17.0.3-1733376072485 heartbeating to localhost/127.0.0.1:42937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:21:40,932 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:21:40,932 WARN [BP-1519669006-172.17.0.3-1733376072485 heartbeating to localhost/127.0.0.1:42937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1519669006-172.17.0.3-1733376072485 (Datanode Uuid 520501d9-ec5a-49c1-8870-296c3762c464) service to localhost/127.0.0.1:42937 2024-12-05T05:21:40,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/cluster_e46d7fda-33eb-ed96-86f7-fe2dbe244df5/data/data1/current/BP-1519669006-172.17.0.3-1733376072485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:21:40,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/cluster_e46d7fda-33eb-ed96-86f7-fe2dbe244df5/data/data2/current/BP-1519669006-172.17.0.3-1733376072485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:21:40,933 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:21:40,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f387c04{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:21:40,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fe155a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:21:40,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:21:40,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b975ddb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:21:40,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@392039a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a813229-ba1e-6b40-6938-a95b8be0a8ec/hadoop.log.dir/,STOPPED} 2024-12-05T05:21:40,946 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T05:21:40,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:21:40,980 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 243) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58589) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58589) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42937 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42323 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 624) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 453) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2775 (was 2952) 2024-12-05T05:21:40,991 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=2774 2024-12-05T05:21:41,009 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-05T05:21:41,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/hadoop.log.dir so I do NOT create it in target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c 2024-12-05T05:21:41,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:21:41,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/hadoop.tmp.dir so I do NOT create it in target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c 2024-12-05T05:21:41,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec56d93-8947-ad70-e0f1-9c9999c565a0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:21:41,011 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c 2024-12-05T05:21:41,011 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/cluster_2d9f4d1a-3972-80e7-e7de-5f4cb3941359, deleteOnExit=true 2024-12-05T05:21:41,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a3efd6bf0005, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:21:41,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a3efd6bf0002, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:21:41,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a3efd6bf0002, quorum=127.0.0.1:58589, baseZNode=/0-541852231 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:21:41,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a3efd6bf0005, quorum=127.0.0.1:58589, baseZNode=/1779179576 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:21:41,053 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/cluster_2d9f4d1a-3972-80e7-e7de-5f4cb3941359/zookeeper_0, clientPort=59769, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/cluster_2d9f4d1a-3972-80e7-e7de-5f4cb3941359/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/cluster_2d9f4d1a-3972-80e7-e7de-5f4cb3941359/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T05:21:41,053 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59769 2024-12-05T05:21:41,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:21:41,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:21:41,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/test.cache.data in system properties and HBase conf 2024-12-05T05:21:41,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:21:41,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:21:41,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:21:41,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:21:41,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:21:41,054 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:21:41,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:21:41,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:21:41,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:21:41,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:21:41,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:21:41,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:21:41,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:21:41,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:21:41,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:21:41,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:21:41,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:21:41,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:21:41,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:21:41,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:21:41,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:21:41,427 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:21:41,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:21:41,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:21:41,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:21:41,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:21:41,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@399187c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:21:41,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b5b76e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:21:41,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36b2b1fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/java.io.tmpdir/jetty-localhost-38885-hadoop-hdfs-3_4_1-tests_jar-_-any-16249107835083412177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:21:41,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48f8a486{HTTP/1.1, (http/1.1)}{localhost:38885} 2024-12-05T05:21:41,544 INFO [Time-limited test {}] server.Server(415): Started @226369ms 2024-12-05T05:21:41,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:21:41,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:21:41,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:21:41,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:21:41,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:21:41,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7957adf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:21:41,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eeccb73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:21:41,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@688d0a24{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/java.io.tmpdir/jetty-localhost-35689-hadoop-hdfs-3_4_1-tests_jar-_-any-1976832984629440009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:21:41,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2122d986{HTTP/1.1, (http/1.1)}{localhost:35689} 2024-12-05T05:21:41,966 INFO [Time-limited test {}] server.Server(415): Started @226791ms 2024-12-05T05:21:41,967 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:21:42,682 WARN [Thread-2644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/cluster_2d9f4d1a-3972-80e7-e7de-5f4cb3941359/data/data1/current/BP-869597733-172.17.0.3-1733376101076/current, will proceed with Du for space computation calculation, 2024-12-05T05:21:42,690 WARN [Thread-2645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/cluster_2d9f4d1a-3972-80e7-e7de-5f4cb3941359/data/data2/current/BP-869597733-172.17.0.3-1733376101076/current, will proceed with Du for space computation calculation, 2024-12-05T05:21:42,723 WARN [Thread-2632 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:21:42,726 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x302fcf45086f878 with lease ID 0x3cd371926ecdfbdb: Processing first storage report for DS-aaadff69-cd04-4815-a814-3d766733d21c from datanode DatanodeRegistration(127.0.0.1:46509, datanodeUuid=6e96c53e-8e16-4916-9915-5a05bbc82864, infoPort=35653, infoSecurePort=0, ipcPort=38657, storageInfo=lv=-57;cid=testClusterID;nsid=675575136;c=1733376101076) 2024-12-05T05:21:42,726 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x302fcf45086f878 with lease ID 0x3cd371926ecdfbdb: from storage DS-aaadff69-cd04-4815-a814-3d766733d21c node DatanodeRegistration(127.0.0.1:46509, datanodeUuid=6e96c53e-8e16-4916-9915-5a05bbc82864, infoPort=35653, infoSecurePort=0, ipcPort=38657, storageInfo=lv=-57;cid=testClusterID;nsid=675575136;c=1733376101076), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:21:42,726 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x302fcf45086f878 with lease ID 0x3cd371926ecdfbdb: Processing first storage report for DS-aca45ab7-708b-4a1c-9aea-8c439b226a9f from datanode DatanodeRegistration(127.0.0.1:46509, datanodeUuid=6e96c53e-8e16-4916-9915-5a05bbc82864, infoPort=35653, infoSecurePort=0, ipcPort=38657, storageInfo=lv=-57;cid=testClusterID;nsid=675575136;c=1733376101076) 2024-12-05T05:21:42,726 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x302fcf45086f878 with lease ID 0x3cd371926ecdfbdb: from storage DS-aca45ab7-708b-4a1c-9aea-8c439b226a9f node DatanodeRegistration(127.0.0.1:46509, datanodeUuid=6e96c53e-8e16-4916-9915-5a05bbc82864, infoPort=35653, infoSecurePort=0, ipcPort=38657, storageInfo=lv=-57;cid=testClusterID;nsid=675575136;c=1733376101076), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:21:42,796 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c 2024-12-05T05:21:42,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:42,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:42,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:21:43,204 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10 with version=8 2024-12-05T05:21:43,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/hbase-staging 2024-12-05T05:21:43,206 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:21:43,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:43,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:43,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:21:43,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:43,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:21:43,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:21:43,206 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:21:43,207 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36477 2024-12-05T05:21:43,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36477 connecting to ZooKeeper ensemble=127.0.0.1:59769 2024-12-05T05:21:43,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364770x0, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:21:43,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36477-0x101a3f046600000 connected 2024-12-05T05:21:43,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:43,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:43,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T05:21:43,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Set watcher on znode that does not yet exist, /01499273758/running 2024-12-05T05:21:43,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T05:21:43,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T05:21:43,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:21:43,407 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10, hbase.cluster.distributed=false 2024-12-05T05:21:43,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Set watcher on znode that does not yet exist, /01499273758/acl 2024-12-05T05:21:43,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36477 2024-12-05T05:21:43,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36477 2024-12-05T05:21:43,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36477 2024-12-05T05:21:43,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36477 2024-12-05T05:21:43,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36477 2024-12-05T05:21:43,422 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:21:43,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:43,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:43,422 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:21:43,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:43,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:21:43,422 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:21:43,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:21:43,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36723 2024-12-05T05:21:43,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36723 connecting to ZooKeeper ensemble=127.0.0.1:59769 2024-12-05T05:21:43,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:43,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:43,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367230x0, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:21:43,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367230x0, quorum=127.0.0.1:59769, baseZNode=/01499273758 Set watcher on znode that does not yet exist, /01499273758/running 2024-12-05T05:21:43,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36723-0x101a3f046600001 connected 2024-12-05T05:21:43,436 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:21:43,436 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:21:43,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Set watcher on znode that does not yet exist, /01499273758/master 2024-12-05T05:21:43,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Set watcher on znode that does not yet exist, /01499273758/acl 2024-12-05T05:21:43,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36723 2024-12-05T05:21:43,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36723 2024-12-05T05:21:43,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36723 2024-12-05T05:21:43,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36723 2024-12-05T05:21:43,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36723 2024-12-05T05:21:43,458 DEBUG [M:0;8edcaf2ecc84:36477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:36477 2024-12-05T05:21:43,458 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01499273758/backup-masters/8edcaf2ecc84,36477,1733376103206 2024-12-05T05:21:43,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758/backup-masters 2024-12-05T05:21:43,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758/backup-masters 2024-12-05T05:21:43,467 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Set watcher on existing znode=/01499273758/backup-masters/8edcaf2ecc84,36477,1733376103206 2024-12-05T05:21:43,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:21:43,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01499273758/master 2024-12-05T05:21:43,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:21:43,477 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Set watcher on existing znode=/01499273758/master 2024-12-05T05:21:43,480 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01499273758/backup-masters/8edcaf2ecc84,36477,1733376103206 from backup master directory 2024-12-05T05:21:43,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01499273758/backup-masters/8edcaf2ecc84,36477,1733376103206 2024-12-05T05:21:43,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758/backup-masters 2024-12-05T05:21:43,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758/backup-masters 2024-12-05T05:21:43,488 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:21:43,488 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,36477,1733376103206 2024-12-05T05:21:43,490 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/hbase.id] with ID: 89f6a640-b7e8-43e1-b17d-818caa87fb9a 2024-12-05T05:21:43,490 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/.tmp/hbase.id 2024-12-05T05:21:43,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:21:43,494 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/.tmp/hbase.id]:[hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/hbase.id] 2024-12-05T05:21:43,500 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:43,501 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:21:43,501 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T05:21:43,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:21:43,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:21:43,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:21:43,913 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:21:43,914 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:21:43,914 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:43,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:21:44,320 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store 2024-12-05T05:21:44,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:21:44,724 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:44,725 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:21:44,725 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:44,725 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:44,725 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:21:44,725 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:44,725 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:44,725 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376104724Disabling compacts and flushes for region at 1733376104724Disabling writes for close at 1733376104725 (+1 ms)Writing region close event to WAL at 1733376104725Closed at 1733376104725 2024-12-05T05:21:44,726 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/.initializing 2024-12-05T05:21:44,726 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/WALs/8edcaf2ecc84,36477,1733376103206 2024-12-05T05:21:44,727 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:21:44,728 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C36477%2C1733376103206, suffix=, logDir=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/WALs/8edcaf2ecc84,36477,1733376103206, archiveDir=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/oldWALs, maxLogs=10 2024-12-05T05:21:44,747 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/WALs/8edcaf2ecc84,36477,1733376103206/8edcaf2ecc84%2C36477%2C1733376103206.1733376104728, exclude list is [], retry=0 2024-12-05T05:21:44,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46509,DS-aaadff69-cd04-4815-a814-3d766733d21c,DISK] 2024-12-05T05:21:44,751 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/WALs/8edcaf2ecc84,36477,1733376103206/8edcaf2ecc84%2C36477%2C1733376103206.1733376104728 2024-12-05T05:21:44,751 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35653:35653)] 2024-12-05T05:21:44,751 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:21:44,751 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:44,751 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:44,751 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:44,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:44,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:21:44,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:44,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:44,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:44,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:21:44,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:44,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:44,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:44,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:21:44,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:44,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:44,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:44,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:21:44,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:44,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:44,762 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:44,763 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:44,763 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:44,764 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:44,764 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:44,764 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:21:44,766 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:44,773 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:21:44,773 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66188955, jitterRate=-0.013707712292671204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:21:44,774 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376104751Initializing all the Stores at 1733376104752 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376104752Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376104752Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376104752Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376104752Cleaning up temporary data from old regions at 1733376104764 (+12 ms)Region opened successfully at 1733376104774 (+10 ms) 2024-12-05T05:21:44,776 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:21:44,780 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa0e3f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:21:44,781 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:21:44,781 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:21:44,781 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:21:44,781 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:21:44,782 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:21:44,782 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:21:44,782 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:21:44,790 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:21:44,791 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Unable to get data of znode /01499273758/balancer because node does not exist (not necessarily an error) 2024-12-05T05:21:44,865 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01499273758/balancer already deleted, retry=false 2024-12-05T05:21:44,866 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:21:44,866 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Unable to get data of znode /01499273758/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:21:44,877 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01499273758/normalizer already deleted, retry=false 2024-12-05T05:21:44,878 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:21:44,879 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Unable to get data of znode /01499273758/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:21:44,887 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01499273758/switch/split already deleted, retry=false 2024-12-05T05:21:44,888 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Unable to get data of znode /01499273758/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:21:44,898 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01499273758/switch/merge already deleted, retry=false 2024-12-05T05:21:44,900 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Unable to get data of znode /01499273758/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:21:44,909 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01499273758/snapshot-cleanup already deleted, retry=false 2024-12-05T05:21:44,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01499273758/running 2024-12-05T05:21:44,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01499273758/running 2024-12-05T05:21:44,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:21:44,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:21:44,920 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,36477,1733376103206, sessionid=0x101a3f046600000, setting cluster-up flag (Was=false) 2024-12-05T05:21:44,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:21:44,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:21:44,972 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01499273758/flush-table-proc/acquired, /01499273758/flush-table-proc/reached, /01499273758/flush-table-proc/abort 2024-12-05T05:21:44,972 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,36477,1733376103206 2024-12-05T05:21:44,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:21:44,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:21:45,024 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01499273758/online-snapshot/acquired, /01499273758/online-snapshot/reached, /01499273758/online-snapshot/abort 2024-12-05T05:21:45,025 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,36477,1733376103206 2024-12-05T05:21:45,026 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:21:45,027 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:45,027 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:21:45,027 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:21:45,027 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,36477,1733376103206 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:21:45,028 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:45,028 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:45,028 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:45,028 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:45,029 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:21:45,029 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:45,029 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:21:45,029 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:45,029 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376135029 2024-12-05T05:21:45,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:45,030 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:21:45,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:21:45,030 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:21:45,030 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:21:45,030 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:21:45,030 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:21:45,030 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:21:45,030 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:45,030 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:45,030 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:21:45,030 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:21:45,030 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:21:45,030 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:21:45,030 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:21:45,031 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:21:45,031 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:21:45,031 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376105031,5,FailOnTimeoutGroup] 2024-12-05T05:21:45,031 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376105031,5,FailOnTimeoutGroup] 2024-12-05T05:21:45,031 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:45,031 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:21:45,031 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:45,031 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:45,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:21:45,051 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(746): ClusterId : 89f6a640-b7e8-43e1-b17d-818caa87fb9a 2024-12-05T05:21:45,051 DEBUG [RS:0;8edcaf2ecc84:36723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:21:45,056 DEBUG [RS:0;8edcaf2ecc84:36723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:21:45,056 DEBUG [RS:0;8edcaf2ecc84:36723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:21:45,067 DEBUG [RS:0;8edcaf2ecc84:36723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:21:45,067 DEBUG [RS:0;8edcaf2ecc84:36723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1370cd20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:21:45,076 DEBUG [RS:0;8edcaf2ecc84:36723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:36723 2024-12-05T05:21:45,076 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:21:45,076 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:21:45,076 DEBUG [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:21:45,077 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,36477,1733376103206 with port=36723, startcode=1733376103422 2024-12-05T05:21:45,077 DEBUG [RS:0;8edcaf2ecc84:36723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:21:45,078 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:21:45,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,36723,1733376103422 2024-12-05T05:21:45,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36477 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,36723,1733376103422 2024-12-05T05:21:45,079 DEBUG [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10 2024-12-05T05:21:45,079 DEBUG [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36925 2024-12-05T05:21:45,079 DEBUG [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:21:45,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758/rs 2024-12-05T05:21:45,088 DEBUG [RS:0;8edcaf2ecc84:36723 {}] zookeeper.ZKUtil(111): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Set watcher on existing znode=/01499273758/rs/8edcaf2ecc84,36723,1733376103422 2024-12-05T05:21:45,088 WARN [RS:0;8edcaf2ecc84:36723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:21:45,088 INFO [RS:0;8edcaf2ecc84:36723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:45,088 DEBUG [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422 2024-12-05T05:21:45,088 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,36723,1733376103422] 2024-12-05T05:21:45,091 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:21:45,092 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:21:45,092 INFO [RS:0;8edcaf2ecc84:36723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:21:45,092 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:45,093 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:21:45,093 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:21:45,093 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:45,093 DEBUG [RS:0;8edcaf2ecc84:36723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:45,093 DEBUG [RS:0;8edcaf2ecc84:36723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:45,093 DEBUG [RS:0;8edcaf2ecc84:36723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:45,093 DEBUG [RS:0;8edcaf2ecc84:36723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:45,094 DEBUG [RS:0;8edcaf2ecc84:36723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:45,094 DEBUG [RS:0;8edcaf2ecc84:36723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:21:45,094 DEBUG [RS:0;8edcaf2ecc84:36723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:45,094 DEBUG [RS:0;8edcaf2ecc84:36723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:45,094 DEBUG [RS:0;8edcaf2ecc84:36723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:45,094 DEBUG [RS:0;8edcaf2ecc84:36723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:45,094 DEBUG [RS:0;8edcaf2ecc84:36723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:45,094 DEBUG [RS:0;8edcaf2ecc84:36723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:45,094 DEBUG [RS:0;8edcaf2ecc84:36723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:21:45,094 DEBUG [RS:0;8edcaf2ecc84:36723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:21:45,096 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:45,096 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:45,096 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:45,096 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:45,096 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:45,096 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36723,1733376103422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:21:45,116 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:21:45,116 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36723,1733376103422-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:45,116 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:45,116 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.Replication(171): 8edcaf2ecc84,36723,1733376103422 started 2024-12-05T05:21:45,135 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:45,135 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,36723,1733376103422, RpcServer on 8edcaf2ecc84/172.17.0.3:36723, sessionid=0x101a3f046600001 2024-12-05T05:21:45,135 DEBUG [RS:0;8edcaf2ecc84:36723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:21:45,135 DEBUG [RS:0;8edcaf2ecc84:36723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,36723,1733376103422 2024-12-05T05:21:45,135 DEBUG [RS:0;8edcaf2ecc84:36723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,36723,1733376103422' 2024-12-05T05:21:45,135 DEBUG [RS:0;8edcaf2ecc84:36723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01499273758/flush-table-proc/abort' 2024-12-05T05:21:45,136 DEBUG [RS:0;8edcaf2ecc84:36723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01499273758/flush-table-proc/acquired' 2024-12-05T05:21:45,136 DEBUG [RS:0;8edcaf2ecc84:36723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:21:45,136 DEBUG [RS:0;8edcaf2ecc84:36723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:21:45,136 DEBUG [RS:0;8edcaf2ecc84:36723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,36723,1733376103422 2024-12-05T05:21:45,136 DEBUG [RS:0;8edcaf2ecc84:36723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,36723,1733376103422' 2024-12-05T05:21:45,136 DEBUG [RS:0;8edcaf2ecc84:36723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01499273758/online-snapshot/abort' 2024-12-05T05:21:45,137 DEBUG [RS:0;8edcaf2ecc84:36723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01499273758/online-snapshot/acquired' 2024-12-05T05:21:45,137 DEBUG [RS:0;8edcaf2ecc84:36723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:21:45,137 INFO [RS:0;8edcaf2ecc84:36723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:21:45,137 INFO [RS:0;8edcaf2ecc84:36723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:21:45,237 INFO [RS:0;8edcaf2ecc84:36723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:21:45,238 INFO [RS:0;8edcaf2ecc84:36723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C36723%2C1733376103422, suffix=, logDir=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422, archiveDir=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/oldWALs, maxLogs=10 2024-12-05T05:21:45,249 DEBUG [RS:0;8edcaf2ecc84:36723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239, exclude list is [], retry=0 2024-12-05T05:21:45,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46509,DS-aaadff69-cd04-4815-a814-3d766733d21c,DISK] 2024-12-05T05:21:45,253 INFO [RS:0;8edcaf2ecc84:36723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 2024-12-05T05:21:45,253 DEBUG [RS:0;8edcaf2ecc84:36723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35653:35653)] 2024-12-05T05:21:45,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:21:45,441 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10 2024-12-05T05:21:45,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741833_1009 (size=32) 2024-12-05T05:21:45,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:45,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:21:45,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:21:45,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:45,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:45,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:21:45,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:21:45,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:45,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:45,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:21:45,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:21:45,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:45,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:45,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:21:45,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:21:45,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:45,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:45,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:21:45,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740 2024-12-05T05:21:45,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740 2024-12-05T05:21:45,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:21:45,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:21:45,866 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:21:45,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:21:45,869 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:21:45,869 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73199840, jitterRate=0.09076261520385742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:21:45,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733376105859Initializing all the Stores at 1733376105859Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376105859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376105860 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376105860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376105860Cleaning up temporary data from old regions at 1733376105866 (+6 ms)Region opened successfully at 1733376105870 (+4 ms) 2024-12-05T05:21:45,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:21:45,870 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:21:45,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:21:45,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:21:45,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:21:45,871 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:21:45,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376105870Disabling compacts and flushes for region at 1733376105870Disabling writes for close at 1733376105870Writing region close event to WAL at 1733376105870Closed at 1733376105871 (+1 ms) 2024-12-05T05:21:45,871 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:45,872 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:21:45,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:21:45,873 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:21:45,873 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:21:46,023 DEBUG [8edcaf2ecc84:36477 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:21:46,024 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,36723,1733376103422 2024-12-05T05:21:46,025 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,36723,1733376103422, state=OPENING 2024-12-05T05:21:46,117 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:21:46,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:21:46,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:21:46,130 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:21:46,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01499273758/meta-region-server: CHANGED 2024-12-05T05:21:46,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,36723,1733376103422}] 2024-12-05T05:21:46,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01499273758/meta-region-server: CHANGED 2024-12-05T05:21:46,282 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:21:46,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:21:46,285 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:21:46,285 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:46,285 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:21:46,286 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C36723%2C1733376103422.meta, suffix=.meta, logDir=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422, archiveDir=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/oldWALs, maxLogs=10 2024-12-05T05:21:46,297 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.meta.1733376106287.meta, exclude list is [], retry=0 2024-12-05T05:21:46,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46509,DS-aaadff69-cd04-4815-a814-3d766733d21c,DISK] 2024-12-05T05:21:46,300 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.meta.1733376106287.meta 2024-12-05T05:21:46,300 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35653:35653)] 2024-12-05T05:21:46,300 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:21:46,301 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:21:46,301 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:21:46,301 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:21:46,301 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:21:46,301 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:21:46,301 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:46,301 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:21:46,301 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:21:46,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:21:46,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:21:46,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:46,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:46,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:21:46,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:21:46,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:46,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:46,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:21:46,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:21:46,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:46,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:46,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:21:46,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:21:46,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:46,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:46,305 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:21:46,305 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740 2024-12-05T05:21:46,306 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740 2024-12-05T05:21:46,306 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:21:46,307 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:21:46,307 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:21:46,307 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:21:46,308 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72364530, jitterRate=0.07831552624702454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:21:46,308 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:21:46,308 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376106301Writing region info on filesystem at 1733376106301Initializing all the Stores at 1733376106302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376106302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376106302Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376106302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376106302Cleaning up temporary data from old regions at 1733376106307 (+5 ms)Running coprocessor post-open hooks at 1733376106308 (+1 ms)Region opened successfully at 1733376106308 2024-12-05T05:21:46,309 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376106281 2024-12-05T05:21:46,310 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:21:46,310 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:21:46,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,36723,1733376103422 2024-12-05T05:21:46,311 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,36723,1733376103422, state=OPEN 2024-12-05T05:21:46,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01499273758/meta-region-server 2024-12-05T05:21:46,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01499273758/meta-region-server 2024-12-05T05:21:46,357 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,36723,1733376103422 2024-12-05T05:21:46,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01499273758/meta-region-server: CHANGED 2024-12-05T05:21:46,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01499273758/meta-region-server: CHANGED 2024-12-05T05:21:46,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:21:46,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,36723,1733376103422 in 227 msec 2024-12-05T05:21:46,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:21:46,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-12-05T05:21:46,360 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:46,361 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:21:46,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:46,362 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,36723,1733376103422, seqNum=-1] 2024-12-05T05:21:46,362 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:46,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:21:46,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3390 sec 2024-12-05T05:21:46,366 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376106366, completionTime=-1 2024-12-05T05:21:46,366 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:21:46,366 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:21:46,368 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:21:46,368 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376166368 2024-12-05T05:21:46,368 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376226368 2024-12-05T05:21:46,368 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T05:21:46,368 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36477,1733376103206-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:46,368 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36477,1733376103206-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:46,368 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36477,1733376103206-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:46,368 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:36477, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:46,368 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:46,368 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:46,370 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:21:46,371 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.883sec 2024-12-05T05:21:46,371 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:21:46,371 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:21:46,371 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:21:46,371 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:21:46,371 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:21:46,371 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36477,1733376103206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:21:46,371 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36477,1733376103206-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:21:46,372 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:21:46,372 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:21:46,372 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36477,1733376103206-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:46,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bac06a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:46,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36477,-1 for getting cluster id 2024-12-05T05:21:46,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:46,454 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89f6a640-b7e8-43e1-b17d-818caa87fb9a' 2024-12-05T05:21:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89f6a640-b7e8-43e1-b17d-818caa87fb9a" 2024-12-05T05:21:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c04f00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36477,-1] 2024-12-05T05:21:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:46,455 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:46,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8563e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:46,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,36723,1733376103422, seqNum=-1] 2024-12-05T05:21:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:46,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:21:46,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,36477,1733376103206 2024-12-05T05:21:46,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59769 2024-12-05T05:21:46,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:21:46,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a3f046600002 connected 2024-12-05T05:21:46,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/hadoop.log.dir so I do NOT create it in target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90 2024-12-05T05:21:46,489 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:21:46,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/hadoop.tmp.dir so I do NOT create it in target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90 2024-12-05T05:21:46,489 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:21:46,489 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90 2024-12-05T05:21:46,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:21:46,489 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/cluster_3b844054-f92b-3356-dd20-f7abb8f69e15, deleteOnExit=true 2024-12-05T05:21:46,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/test.cache.data in system properties and HBase conf 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:21:46,490 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:21:46,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:21:46,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:21:46,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:21:46,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:21:46,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:21:46,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:21:46,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:21:46,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:21:46,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:21:46,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@465e6db5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:21:46,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1970e49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:21:46,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@528efcef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/java.io.tmpdir/jetty-localhost-43159-hadoop-hdfs-3_4_1-tests_jar-_-any-12431460622855821167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:21:46,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76b18b16{HTTP/1.1, (http/1.1)}{localhost:43159} 2024-12-05T05:21:46,949 INFO [Time-limited test {}] server.Server(415): Started @231774ms 2024-12-05T05:21:47,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:21:47,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:21:47,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:21:47,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:21:47,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:21:47,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12647805{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:21:47,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@497e5c3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:21:47,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2520399{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/java.io.tmpdir/jetty-localhost-36993-hadoop-hdfs-3_4_1-tests_jar-_-any-9609725696612967345/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:21:47,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@754f6ac0{HTTP/1.1, (http/1.1)}{localhost:36993} 2024-12-05T05:21:47,330 INFO [Time-limited test {}] server.Server(415): Started @232154ms 2024-12-05T05:21:47,331 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:21:47,670 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:47,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:47,671 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38420 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:48,322 WARN [Thread-2765 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/cluster_3b844054-f92b-3356-dd20-f7abb8f69e15/data/data2/current/BP-791993150-172.17.0.3-1733376106503/current, will proceed with Du for space computation calculation, 2024-12-05T05:21:48,322 WARN [Thread-2764 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/cluster_3b844054-f92b-3356-dd20-f7abb8f69e15/data/data1/current/BP-791993150-172.17.0.3-1733376106503/current, will proceed with Du for space computation calculation, 2024-12-05T05:21:48,341 WARN [Thread-2752 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:21:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9bccad3ccddba956 with lease ID 0x38d4b118289e3aaa: Processing first storage report for DS-b4014567-c56b-42f0-b19a-04ac50296451 from datanode DatanodeRegistration(127.0.0.1:45565, datanodeUuid=51524a67-bbbd-4f25-a7e9-d0ef585579df, infoPort=39015, infoSecurePort=0, ipcPort=34475, storageInfo=lv=-57;cid=testClusterID;nsid=830018803;c=1733376106503) 2024-12-05T05:21:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9bccad3ccddba956 with lease ID 0x38d4b118289e3aaa: from storage DS-b4014567-c56b-42f0-b19a-04ac50296451 node DatanodeRegistration(127.0.0.1:45565, datanodeUuid=51524a67-bbbd-4f25-a7e9-d0ef585579df, infoPort=39015, infoSecurePort=0, ipcPort=34475, storageInfo=lv=-57;cid=testClusterID;nsid=830018803;c=1733376106503), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:21:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9bccad3ccddba956 with lease ID 0x38d4b118289e3aaa: Processing first storage report for DS-4a88cc14-a3c0-4e53-a0da-a8d093b30460 from datanode DatanodeRegistration(127.0.0.1:45565, datanodeUuid=51524a67-bbbd-4f25-a7e9-d0ef585579df, infoPort=39015, infoSecurePort=0, ipcPort=34475, storageInfo=lv=-57;cid=testClusterID;nsid=830018803;c=1733376106503) 2024-12-05T05:21:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9bccad3ccddba956 with lease ID 0x38d4b118289e3aaa: from storage DS-4a88cc14-a3c0-4e53-a0da-a8d093b30460 node DatanodeRegistration(127.0.0.1:45565, datanodeUuid=51524a67-bbbd-4f25-a7e9-d0ef585579df, infoPort=39015, infoSecurePort=0, ipcPort=34475, storageInfo=lv=-57;cid=testClusterID;nsid=830018803;c=1733376106503), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:21:48,384 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90 2024-12-05T05:21:48,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:48,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:48,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:21:48,794 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8 with version=8 2024-12-05T05:21:48,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/hbase-staging 2024-12-05T05:21:48,796 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:21:48,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:48,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:48,796 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:21:48,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:48,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:21:48,796 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:21:48,796 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:21:48,797 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36637 2024-12-05T05:21:48,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36637 connecting to ZooKeeper ensemble=127.0.0.1:59769 2024-12-05T05:21:48,909 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:21:48,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:48,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:48,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:48,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:48,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:48,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:48,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:48,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366370x0, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:21:48,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36637-0x101a3f046600003 connected 2024-12-05T05:21:48,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:48,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:48,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:48,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:49,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:49,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:49,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Set watcher on znode that does not yet exist, /1768169747/running 2024-12-05T05:21:49,111 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8, hbase.cluster.distributed=false 2024-12-05T05:21:49,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Set watcher on znode that does not yet exist, /1768169747/acl 2024-12-05T05:21:49,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36637 2024-12-05T05:21:49,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36637 2024-12-05T05:21:49,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36637 2024-12-05T05:21:49,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36637 2024-12-05T05:21:49,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36637 2024-12-05T05:21:49,125 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:21:49,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:49,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:49,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:21:49,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:49,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:21:49,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:21:49,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:21:49,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39287 2024-12-05T05:21:49,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39287 connecting to ZooKeeper ensemble=127.0.0.1:59769 2024-12-05T05:21:49,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:49,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:49,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392870x0, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:21:49,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39287-0x101a3f046600004 connected 2024-12-05T05:21:49,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Set watcher on znode that does not yet exist, /1768169747/running 2024-12-05T05:21:49,141 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:21:49,144 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:21:49,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Set watcher on znode that does not yet exist, /1768169747/master 2024-12-05T05:21:49,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Set watcher on znode that does not yet exist, /1768169747/acl 2024-12-05T05:21:49,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39287 2024-12-05T05:21:49,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39287 2024-12-05T05:21:49,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39287 2024-12-05T05:21:49,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39287 2024-12-05T05:21:49,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39287 2024-12-05T05:21:49,177 DEBUG [M:0;8edcaf2ecc84:36637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:36637 2024-12-05T05:21:49,178 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1768169747/backup-masters/8edcaf2ecc84,36637,1733376108796 2024-12-05T05:21:49,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747/backup-masters 2024-12-05T05:21:49,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747/backup-masters 2024-12-05T05:21:49,183 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Set watcher on existing znode=/1768169747/backup-masters/8edcaf2ecc84,36637,1733376108796 2024-12-05T05:21:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:21:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1768169747/master 2024-12-05T05:21:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:21:49,193 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Set watcher on existing znode=/1768169747/master 2024-12-05T05:21:49,193 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1768169747/backup-masters/8edcaf2ecc84,36637,1733376108796 from backup master directory 2024-12-05T05:21:49,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1768169747/backup-masters/8edcaf2ecc84,36637,1733376108796 2024-12-05T05:21:49,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747/backup-masters 2024-12-05T05:21:49,203 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:21:49,203 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,36637,1733376108796 2024-12-05T05:21:49,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747/backup-masters 2024-12-05T05:21:49,206 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/hbase.id] with ID: 46256ead-15ac-42d6-af3a-0e7ddce13c1e 2024-12-05T05:21:49,206 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/.tmp/hbase.id 2024-12-05T05:21:49,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:21:49,214 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/.tmp/hbase.id]:[hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/hbase.id] 2024-12-05T05:21:49,223 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:49,223 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:21:49,223 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T05:21:49,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:21:49,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:21:49,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:21:49,657 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:21:49,658 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:21:49,661 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:49,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:21:50,075 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store 2024-12-05T05:21:50,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:21:50,086 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:50,086 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:21:50,086 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:50,086 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:50,086 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:21:50,086 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:50,086 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:50,086 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376110086Disabling compacts and flushes for region at 1733376110086Disabling writes for close at 1733376110086Writing region close event to WAL at 1733376110086Closed at 1733376110086 2024-12-05T05:21:50,087 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/.initializing 2024-12-05T05:21:50,087 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/WALs/8edcaf2ecc84,36637,1733376108796 2024-12-05T05:21:50,088 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:21:50,089 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C36637%2C1733376108796, suffix=, logDir=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/WALs/8edcaf2ecc84,36637,1733376108796, archiveDir=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/oldWALs, maxLogs=10 2024-12-05T05:21:50,105 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/WALs/8edcaf2ecc84,36637,1733376108796/8edcaf2ecc84%2C36637%2C1733376108796.1733376110090, exclude list is [], retry=0 2024-12-05T05:21:50,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45565,DS-b4014567-c56b-42f0-b19a-04ac50296451,DISK] 2024-12-05T05:21:50,112 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/WALs/8edcaf2ecc84,36637,1733376108796/8edcaf2ecc84%2C36637%2C1733376108796.1733376110090 2024-12-05T05:21:50,115 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-05T05:21:50,115 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:21:50,115 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:50,115 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:50,115 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:50,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:50,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:21:50,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:50,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:50,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:50,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:21:50,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:50,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:50,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:50,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:21:50,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:50,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:50,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:50,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:21:50,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:50,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:50,121 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:50,121 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:50,121 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:50,123 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:50,123 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:50,124 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:21:50,125 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:50,129 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:21:50,130 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60257223, jitterRate=-0.10209740698337555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:21:50,130 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376110115Initializing all the Stores at 1733376110116 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376110116Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376110116Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376110116Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376110116Cleaning up temporary data from old regions at 1733376110123 (+7 ms)Region opened successfully at 1733376110130 (+7 ms) 2024-12-05T05:21:50,130 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:21:50,134 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6619b782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:21:50,135 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:21:50,135 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:21:50,135 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:21:50,135 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:21:50,136 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:21:50,136 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:21:50,136 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:21:50,146 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:21:50,148 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Unable to get data of znode /1768169747/balancer because node does not exist (not necessarily an error) 2024-12-05T05:21:50,254 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1768169747/balancer already deleted, retry=false 2024-12-05T05:21:50,255 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:21:50,256 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Unable to get data of znode /1768169747/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:21:50,266 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1768169747/normalizer already deleted, retry=false 2024-12-05T05:21:50,267 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:21:50,269 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Unable to get data of znode /1768169747/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:21:50,276 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1768169747/switch/split already deleted, retry=false 2024-12-05T05:21:50,277 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Unable to get data of znode /1768169747/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:21:50,287 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1768169747/switch/merge already deleted, retry=false 2024-12-05T05:21:50,290 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Unable to get data of znode /1768169747/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:21:50,298 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1768169747/snapshot-cleanup already deleted, retry=false 2024-12-05T05:21:50,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1768169747/running 2024-12-05T05:21:50,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1768169747/running 2024-12-05T05:21:50,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:21:50,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:21:50,309 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,36637,1733376108796, sessionid=0x101a3f046600003, setting cluster-up flag (Was=false) 2024-12-05T05:21:50,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:21:50,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:21:50,361 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1768169747/flush-table-proc/acquired, /1768169747/flush-table-proc/reached, /1768169747/flush-table-proc/abort 2024-12-05T05:21:50,361 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,36637,1733376108796 2024-12-05T05:21:50,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:21:50,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:21:50,413 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1768169747/online-snapshot/acquired, /1768169747/online-snapshot/reached, /1768169747/online-snapshot/abort 2024-12-05T05:21:50,414 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,36637,1733376108796 2024-12-05T05:21:50,415 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:21:50,417 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:50,417 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:21:50,418 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:21:50,418 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,36637,1733376108796 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:21:50,419 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:50,419 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:50,419 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:50,419 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:50,419 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:21:50,419 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:50,419 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:21:50,419 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:50,421 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:50,421 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:21:50,422 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:50,422 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:21:50,436 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376140436 2024-12-05T05:21:50,439 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:21:50,439 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:21:50,439 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:21:50,439 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:21:50,440 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:21:50,440 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:21:50,464 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:50,472 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:21:50,473 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:21:50,473 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:21:50,473 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:21:50,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:21:50,476 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(746): ClusterId : 46256ead-15ac-42d6-af3a-0e7ddce13c1e 2024-12-05T05:21:50,476 DEBUG [RS:0;8edcaf2ecc84:39287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:21:50,476 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:21:50,476 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:21:50,480 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376110476,5,FailOnTimeoutGroup] 2024-12-05T05:21:50,480 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376110480,5,FailOnTimeoutGroup] 2024-12-05T05:21:50,480 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:50,480 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:21:50,480 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:50,480 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:50,488 DEBUG [RS:0;8edcaf2ecc84:39287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:21:50,488 DEBUG [RS:0;8edcaf2ecc84:39287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:21:50,498 DEBUG [RS:0;8edcaf2ecc84:39287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:21:50,498 DEBUG [RS:0;8edcaf2ecc84:39287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3f360a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:21:50,513 DEBUG [RS:0;8edcaf2ecc84:39287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:39287 2024-12-05T05:21:50,513 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:21:50,513 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:21:50,513 DEBUG [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:21:50,514 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,36637,1733376108796 with port=39287, startcode=1733376109125 2024-12-05T05:21:50,514 DEBUG [RS:0;8edcaf2ecc84:39287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:21:50,516 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:21:50,517 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,39287,1733376109125 2024-12-05T05:21:50,517 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36637 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,39287,1733376109125 2024-12-05T05:21:50,520 DEBUG [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8 2024-12-05T05:21:50,520 DEBUG [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34821 2024-12-05T05:21:50,520 DEBUG [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:21:50,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747/rs 2024-12-05T05:21:50,530 DEBUG [RS:0;8edcaf2ecc84:39287 {}] zookeeper.ZKUtil(111): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Set watcher on existing znode=/1768169747/rs/8edcaf2ecc84,39287,1733376109125 2024-12-05T05:21:50,530 WARN [RS:0;8edcaf2ecc84:39287 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:21:50,530 INFO [RS:0;8edcaf2ecc84:39287 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:50,530 DEBUG [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125 2024-12-05T05:21:50,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,39287,1733376109125] 2024-12-05T05:21:50,549 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:21:50,550 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:21:50,557 INFO [RS:0;8edcaf2ecc84:39287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:21:50,557 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:50,564 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:21:50,565 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:21:50,565 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:50,565 DEBUG [RS:0;8edcaf2ecc84:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:50,565 DEBUG [RS:0;8edcaf2ecc84:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:50,565 DEBUG [RS:0;8edcaf2ecc84:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:50,565 DEBUG [RS:0;8edcaf2ecc84:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:50,565 DEBUG [RS:0;8edcaf2ecc84:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:50,566 DEBUG [RS:0;8edcaf2ecc84:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:21:50,566 DEBUG [RS:0;8edcaf2ecc84:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:50,566 DEBUG [RS:0;8edcaf2ecc84:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:50,566 DEBUG [RS:0;8edcaf2ecc84:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:50,566 DEBUG [RS:0;8edcaf2ecc84:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:50,566 DEBUG [RS:0;8edcaf2ecc84:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:50,566 DEBUG [RS:0;8edcaf2ecc84:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:50,566 DEBUG [RS:0;8edcaf2ecc84:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:21:50,566 DEBUG [RS:0;8edcaf2ecc84:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:21:50,566 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:50,567 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:50,567 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:50,567 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:50,567 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:50,567 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39287,1733376109125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:21:50,583 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:21:50,584 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39287,1733376109125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:50,584 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:50,584 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.Replication(171): 8edcaf2ecc84,39287,1733376109125 started 2024-12-05T05:21:50,601 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:50,601 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,39287,1733376109125, RpcServer on 8edcaf2ecc84/172.17.0.3:39287, sessionid=0x101a3f046600004 2024-12-05T05:21:50,601 DEBUG [RS:0;8edcaf2ecc84:39287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:21:50,601 DEBUG [RS:0;8edcaf2ecc84:39287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,39287,1733376109125 2024-12-05T05:21:50,601 DEBUG [RS:0;8edcaf2ecc84:39287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,39287,1733376109125' 2024-12-05T05:21:50,601 DEBUG [RS:0;8edcaf2ecc84:39287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1768169747/flush-table-proc/abort' 2024-12-05T05:21:50,602 DEBUG [RS:0;8edcaf2ecc84:39287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1768169747/flush-table-proc/acquired' 2024-12-05T05:21:50,602 DEBUG [RS:0;8edcaf2ecc84:39287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:21:50,602 DEBUG [RS:0;8edcaf2ecc84:39287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:21:50,602 DEBUG [RS:0;8edcaf2ecc84:39287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,39287,1733376109125 2024-12-05T05:21:50,602 DEBUG [RS:0;8edcaf2ecc84:39287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,39287,1733376109125' 2024-12-05T05:21:50,602 DEBUG [RS:0;8edcaf2ecc84:39287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1768169747/online-snapshot/abort' 2024-12-05T05:21:50,602 DEBUG [RS:0;8edcaf2ecc84:39287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1768169747/online-snapshot/acquired' 2024-12-05T05:21:50,603 DEBUG [RS:0;8edcaf2ecc84:39287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:21:50,603 INFO [RS:0;8edcaf2ecc84:39287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:21:50,603 INFO [RS:0;8edcaf2ecc84:39287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:21:50,703 INFO [RS:0;8edcaf2ecc84:39287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:21:50,705 INFO [RS:0;8edcaf2ecc84:39287 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C39287%2C1733376109125, suffix=, logDir=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125, archiveDir=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/oldWALs, maxLogs=10 2024-12-05T05:21:50,723 DEBUG [RS:0;8edcaf2ecc84:39287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705, exclude list is [], retry=0 2024-12-05T05:21:50,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45565,DS-b4014567-c56b-42f0-b19a-04ac50296451,DISK] 2024-12-05T05:21:50,728 INFO [RS:0;8edcaf2ecc84:39287 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 2024-12-05T05:21:50,730 DEBUG [RS:0;8edcaf2ecc84:39287 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-05T05:21:50,876 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:21:50,876 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8 2024-12-05T05:21:50,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741833_1009 (size=32) 2024-12-05T05:21:51,091 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:21:51,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:51,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:21:51,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:21:51,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:51,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:51,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:21:51,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:21:51,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:51,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:51,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:21:51,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:21:51,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:51,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:51,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:21:51,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:21:51,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:51,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:51,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:21:51,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740 2024-12-05T05:21:51,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740 2024-12-05T05:21:51,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:21:51,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:21:51,295 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:21:51,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:21:51,297 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:21:51,298 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64105155, jitterRate=-0.04475875198841095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:21:51,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733376111287Initializing all the Stores at 1733376111288 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376111288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376111288Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376111288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376111288Cleaning up temporary data from old regions at 1733376111295 (+7 ms)Region opened successfully at 1733376111298 (+3 ms) 2024-12-05T05:21:51,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:21:51,298 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:21:51,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:21:51,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:21:51,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:21:51,299 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:21:51,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376111298Disabling compacts and flushes for region at 1733376111298Disabling writes for close at 1733376111298Writing region close event to WAL at 1733376111299 (+1 ms)Closed at 1733376111299 2024-12-05T05:21:51,300 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:51,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:21:51,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:21:51,301 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:21:51,302 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:21:51,452 DEBUG [8edcaf2ecc84:36637 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:21:51,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,39287,1733376109125 2024-12-05T05:21:51,453 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,39287,1733376109125, state=OPENING 2024-12-05T05:21:51,520 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:21:51,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:21:51,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:21:51,610 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:21:51,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1768169747/meta-region-server: CHANGED 2024-12-05T05:21:51,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,39287,1733376109125}] 2024-12-05T05:21:51,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1768169747/meta-region-server: CHANGED 2024-12-05T05:21:51,763 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:21:51,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:21:51,771 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:21:51,771 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:51,771 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:21:51,773 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C39287%2C1733376109125.meta, suffix=.meta, logDir=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125, archiveDir=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/oldWALs, maxLogs=10 2024-12-05T05:21:51,790 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.meta.1733376111773.meta, exclude list is [], retry=0 2024-12-05T05:21:51,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45565,DS-b4014567-c56b-42f0-b19a-04ac50296451,DISK] 2024-12-05T05:21:51,796 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.meta.1733376111773.meta 2024-12-05T05:21:51,799 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-05T05:21:51,799 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:21:51,799 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:21:51,800 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:21:51,800 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:21:51,800 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:21:51,800 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:21:51,800 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:51,800 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:21:51,800 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:21:51,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:21:51,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:21:51,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:51,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:51,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:21:51,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:21:51,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:51,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:51,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:21:51,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:21:51,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:51,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:51,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:21:51,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:21:51,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:51,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:51,806 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:21:51,807 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740 2024-12-05T05:21:51,808 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740 2024-12-05T05:21:51,809 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:21:51,809 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:21:51,809 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:21:51,813 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:21:51,814 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65457663, jitterRate=-0.024604812264442444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:21:51,814 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:21:51,814 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376111800Writing region info on filesystem at 1733376111800Initializing all the Stores at 1733376111801 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376111801Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376111801Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376111801Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376111801Cleaning up temporary data from old regions at 1733376111809 (+8 ms)Running coprocessor post-open hooks at 1733376111814 (+5 ms)Region opened successfully at 1733376111814 2024-12-05T05:21:51,815 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376111762 2024-12-05T05:21:51,817 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:21:51,817 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:21:51,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,39287,1733376109125 2024-12-05T05:21:51,818 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,39287,1733376109125, state=OPEN 2024-12-05T05:21:51,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1768169747/meta-region-server 2024-12-05T05:21:51,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1768169747/meta-region-server 2024-12-05T05:21:51,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1768169747/meta-region-server: CHANGED 2024-12-05T05:21:51,845 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,39287,1733376109125 2024-12-05T05:21:51,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1768169747/meta-region-server: CHANGED 2024-12-05T05:21:51,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:21:51,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,39287,1733376109125 in 235 msec 2024-12-05T05:21:51,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:21:51,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 548 msec 2024-12-05T05:21:51,851 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:51,851 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:21:51,852 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:51,852 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,39287,1733376109125, seqNum=-1] 2024-12-05T05:21:51,852 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:51,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:21:51,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4420 sec 2024-12-05T05:21:51,860 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376111860, completionTime=-1 2024-12-05T05:21:51,860 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:21:51,860 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:21:51,862 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:21:51,862 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376171862 2024-12-05T05:21:51,862 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376231862 2024-12-05T05:21:51,862 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T05:21:51,863 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36637,1733376108796-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:51,863 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36637,1733376108796-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:51,863 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36637,1733376108796-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:51,863 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:36637, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:51,863 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:51,864 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:51,866 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:21:51,868 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.665sec 2024-12-05T05:21:51,868 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:21:51,868 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:21:51,868 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:21:51,868 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:21:51,869 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:21:51,869 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36637,1733376108796-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:21:51,869 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36637,1733376108796-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:21:51,874 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:21:51,874 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:21:51,874 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36637,1733376108796-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:51,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fed71da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:51,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36637,-1 for getting cluster id 2024-12-05T05:21:51,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:51,881 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46256ead-15ac-42d6-af3a-0e7ddce13c1e' 2024-12-05T05:21:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46256ead-15ac-42d6-af3a-0e7ddce13c1e" 2024-12-05T05:21:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5077c136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36637,-1] 2024-12-05T05:21:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:51,883 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:51,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3773463c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:51,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,39287,1733376109125, seqNum=-1] 2024-12-05T05:21:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:51,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:21:51,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,36637,1733376108796 2024-12-05T05:21:51,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59769 2024-12-05T05:21:51,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:21:51,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a3f046600005 connected 2024-12-05T05:21:51,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/hadoop.log.dir so I do NOT create it in target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b 2024-12-05T05:21:51,911 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:21:51,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/hadoop.tmp.dir so I do NOT create it in target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b 2024-12-05T05:21:51,911 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:21:51,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b 2024-12-05T05:21:51,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:21:51,911 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/cluster_3db80807-3bb7-d0e8-0a4d-263120d830a0, deleteOnExit=true 2024-12-05T05:21:51,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:21:51,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/test.cache.data in system properties and HBase conf 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:21:51,912 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:21:51,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:21:51,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:21:51,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:21:52,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:21:52,830 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:21:52,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:21:52,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:21:52,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:21:52,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:21:52,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fd04315{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:21:52,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d18ab5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:21:52,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13d9a9b9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/java.io.tmpdir/jetty-localhost-46737-hadoop-hdfs-3_4_1-tests_jar-_-any-13848528101248351697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:21:52,925 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2247bc8d{HTTP/1.1, (http/1.1)}{localhost:46737} 2024-12-05T05:21:52,925 INFO [Time-limited test {}] server.Server(415): Started @237750ms 2024-12-05T05:21:53,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:21:53,282 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:21:53,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:21:53,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:21:53,288 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:21:53,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72be4dd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:21:53,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@391811d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:21:53,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T05:21:53,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T05:21:53,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T05:21:53,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T05:21:53,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4eb672d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/java.io.tmpdir/jetty-localhost-39679-hadoop-hdfs-3_4_1-tests_jar-_-any-1343713549518013629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:21:53,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46833442{HTTP/1.1, (http/1.1)}{localhost:39679} 2024-12-05T05:21:53,428 INFO [Time-limited test {}] server.Server(415): Started @238252ms 2024-12-05T05:21:53,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:21:54,736 WARN [Thread-2885 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/cluster_3db80807-3bb7-d0e8-0a4d-263120d830a0/data/data1/current/BP-590484654-172.17.0.3-1733376111928/current, will proceed with Du for space computation calculation, 2024-12-05T05:21:54,736 WARN [Thread-2886 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/cluster_3db80807-3bb7-d0e8-0a4d-263120d830a0/data/data2/current/BP-590484654-172.17.0.3-1733376111928/current, will proceed with Du for space computation calculation, 2024-12-05T05:21:54,754 WARN [Thread-2873 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:21:54,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x669775216dc96f37 with lease ID 0x5b7303a0a8195738: Processing first storage report for DS-464cc925-7b61-478d-8aa8-4adf914d9f17 from datanode DatanodeRegistration(127.0.0.1:41039, datanodeUuid=df3f43e3-93a8-4b79-9cb3-77074835abf2, infoPort=33203, infoSecurePort=0, ipcPort=41555, storageInfo=lv=-57;cid=testClusterID;nsid=96495888;c=1733376111928) 2024-12-05T05:21:54,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x669775216dc96f37 with lease ID 0x5b7303a0a8195738: from storage DS-464cc925-7b61-478d-8aa8-4adf914d9f17 node DatanodeRegistration(127.0.0.1:41039, datanodeUuid=df3f43e3-93a8-4b79-9cb3-77074835abf2, infoPort=33203, infoSecurePort=0, ipcPort=41555, storageInfo=lv=-57;cid=testClusterID;nsid=96495888;c=1733376111928), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T05:21:54,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x669775216dc96f37 with lease ID 0x5b7303a0a8195738: Processing first storage report for DS-3e451146-bf8f-4493-8291-03442a2809f3 from datanode DatanodeRegistration(127.0.0.1:41039, datanodeUuid=df3f43e3-93a8-4b79-9cb3-77074835abf2, infoPort=33203, infoSecurePort=0, ipcPort=41555, storageInfo=lv=-57;cid=testClusterID;nsid=96495888;c=1733376111928) 2024-12-05T05:21:54,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x669775216dc96f37 with lease ID 0x5b7303a0a8195738: from storage DS-3e451146-bf8f-4493-8291-03442a2809f3 node DatanodeRegistration(127.0.0.1:41039, datanodeUuid=df3f43e3-93a8-4b79-9cb3-77074835abf2, infoPort=33203, infoSecurePort=0, ipcPort=41555, storageInfo=lv=-57;cid=testClusterID;nsid=96495888;c=1733376111928), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:21:54,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b 2024-12-05T05:21:54,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:54,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:54,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:21:55,178 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c with version=8 2024-12-05T05:21:55,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/hbase-staging 2024-12-05T05:21:55,180 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:21:55,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:55,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:55,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:21:55,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:55,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:21:55,180 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:21:55,180 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:21:55,181 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33565 2024-12-05T05:21:55,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33565 connecting to ZooKeeper ensemble=127.0.0.1:59769 2024-12-05T05:21:55,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335650x0, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:21:55,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33565-0x101a3f046600006 connected 2024-12-05T05:21:55,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:55,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:55,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Set watcher on znode that does not yet exist, /21783918079/running 2024-12-05T05:21:55,396 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c, hbase.cluster.distributed=false 2024-12-05T05:21:55,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Set watcher on znode that does not yet exist, /21783918079/acl 2024-12-05T05:21:55,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33565 2024-12-05T05:21:55,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33565 2024-12-05T05:21:55,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33565 2024-12-05T05:21:55,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33565 2024-12-05T05:21:55,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33565 2024-12-05T05:21:55,410 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:21:55,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:55,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:55,410 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:21:55,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:21:55,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:21:55,410 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:21:55,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:21:55,411 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44827 2024-12-05T05:21:55,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44827 connecting to ZooKeeper ensemble=127.0.0.1:59769 2024-12-05T05:21:55,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:55,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:55,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448270x0, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:21:55,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448270x0, quorum=127.0.0.1:59769, baseZNode=/21783918079 Set watcher on znode that does not yet exist, /21783918079/running 2024-12-05T05:21:55,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44827-0x101a3f046600007 connected 2024-12-05T05:21:55,424 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:21:55,425 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:21:55,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Set watcher on znode that does not yet exist, /21783918079/master 2024-12-05T05:21:55,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Set watcher on znode that does not yet exist, /21783918079/acl 2024-12-05T05:21:55,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44827 2024-12-05T05:21:55,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44827 2024-12-05T05:21:55,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44827 2024-12-05T05:21:55,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44827 2024-12-05T05:21:55,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44827 2024-12-05T05:21:55,442 DEBUG [M:0;8edcaf2ecc84:33565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:33565 2024-12-05T05:21:55,443 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21783918079/backup-masters/8edcaf2ecc84,33565,1733376115180 2024-12-05T05:21:55,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079/backup-masters 2024-12-05T05:21:55,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079/backup-masters 2024-12-05T05:21:55,456 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Set watcher on existing znode=/21783918079/backup-masters/8edcaf2ecc84,33565,1733376115180 2024-12-05T05:21:55,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21783918079/master 2024-12-05T05:21:55,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:21:55,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:21:55,466 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Set watcher on existing znode=/21783918079/master 2024-12-05T05:21:55,467 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21783918079/backup-masters/8edcaf2ecc84,33565,1733376115180 from backup master directory 2024-12-05T05:21:55,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21783918079/backup-masters/8edcaf2ecc84,33565,1733376115180 2024-12-05T05:21:55,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079/backup-masters 2024-12-05T05:21:55,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079/backup-masters 2024-12-05T05:21:55,476 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:21:55,476 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,33565,1733376115180 2024-12-05T05:21:55,481 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/hbase.id] with ID: 69dfac96-3629-426c-bb3c-1e7682dc34fc 2024-12-05T05:21:55,481 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/.tmp/hbase.id 2024-12-05T05:21:55,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:21:55,904 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/.tmp/hbase.id]:[hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/hbase.id] 2024-12-05T05:21:55,911 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:21:55,911 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:21:55,912 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T05:21:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:21:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:21:55,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:21:56,365 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:21:56,366 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:21:56,366 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:56,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:21:56,375 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store 2024-12-05T05:21:56,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:21:56,790 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:56,790 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:21:56,790 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:56,790 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:56,790 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:21:56,790 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:56,790 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:21:56,790 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376116790Disabling compacts and flushes for region at 1733376116790Disabling writes for close at 1733376116790Writing region close event to WAL at 1733376116790Closed at 1733376116790 2024-12-05T05:21:56,791 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/.initializing 2024-12-05T05:21:56,791 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/WALs/8edcaf2ecc84,33565,1733376115180 2024-12-05T05:21:56,792 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:21:56,793 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C33565%2C1733376115180, suffix=, logDir=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/WALs/8edcaf2ecc84,33565,1733376115180, archiveDir=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/oldWALs, maxLogs=10 2024-12-05T05:21:56,808 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/WALs/8edcaf2ecc84,33565,1733376115180/8edcaf2ecc84%2C33565%2C1733376115180.1733376116793, exclude list is [], retry=0 2024-12-05T05:21:56,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41039,DS-464cc925-7b61-478d-8aa8-4adf914d9f17,DISK] 2024-12-05T05:21:56,814 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/WALs/8edcaf2ecc84,33565,1733376115180/8edcaf2ecc84%2C33565%2C1733376115180.1733376116793 2024-12-05T05:21:56,815 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33203:33203)] 2024-12-05T05:21:56,815 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:21:56,815 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:56,815 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:56,815 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:56,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:56,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:21:56,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:56,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:56,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:56,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:21:56,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:56,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:56,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:56,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:21:56,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:56,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:56,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:56,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:21:56,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:56,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:56,821 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:56,821 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:56,821 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:56,822 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:56,822 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:56,823 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:21:56,823 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:21:56,825 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:21:56,825 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75247244, jitterRate=0.12127131223678589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:21:56,825 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376116815Initializing all the Stores at 1733376116816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376116816Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376116816Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376116816Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376116816Cleaning up temporary data from old regions at 1733376116822 (+6 ms)Region opened successfully at 1733376116825 (+3 ms) 2024-12-05T05:21:56,826 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:21:56,828 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4b1aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:21:56,829 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:21:56,829 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:21:56,829 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:21:56,829 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:21:56,829 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:21:56,829 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:21:56,830 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:21:56,835 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:21:56,836 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Unable to get data of znode /21783918079/balancer because node does not exist (not necessarily an error) 2024-12-05T05:21:57,045 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21783918079/balancer already deleted, retry=false 2024-12-05T05:21:57,045 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:21:57,049 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Unable to get data of znode /21783918079/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:21:57,097 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21783918079/normalizer already deleted, retry=false 2024-12-05T05:21:57,098 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:21:57,098 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Unable to get data of znode /21783918079/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:21:57,108 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21783918079/switch/split already deleted, retry=false 2024-12-05T05:21:57,108 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Unable to get data of znode /21783918079/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:21:57,118 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21783918079/switch/merge already deleted, retry=false 2024-12-05T05:21:57,120 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Unable to get data of znode /21783918079/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:21:57,129 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21783918079/snapshot-cleanup already deleted, retry=false 2024-12-05T05:21:57,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21783918079/running 2024-12-05T05:21:57,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21783918079/running 2024-12-05T05:21:57,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:21:57,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:21:57,140 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,33565,1733376115180, sessionid=0x101a3f046600006, setting cluster-up flag (Was=false) 2024-12-05T05:21:57,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:21:57,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:21:57,192 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21783918079/flush-table-proc/acquired, /21783918079/flush-table-proc/reached, /21783918079/flush-table-proc/abort 2024-12-05T05:21:57,193 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,33565,1733376115180 2024-12-05T05:21:57,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:21:57,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:21:57,244 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21783918079/online-snapshot/acquired, /21783918079/online-snapshot/reached, /21783918079/online-snapshot/abort 2024-12-05T05:21:57,245 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,33565,1733376115180 2024-12-05T05:21:57,247 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:21:57,248 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:57,248 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:21:57,248 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:21:57,249 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,33565,1733376115180 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:21:57,253 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:57,253 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:57,253 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:57,253 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:21:57,253 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:21:57,253 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:57,253 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:21:57,253 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:57,254 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:57,254 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:21:57,255 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:57,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:21:57,256 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376147256 2024-12-05T05:21:57,256 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:21:57,256 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:21:57,256 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:21:57,256 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:21:57,256 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:21:57,257 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:21:57,257 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:57,260 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:21:57,260 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:21:57,260 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:21:57,260 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:21:57,263 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:21:57,263 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:21:57,264 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376117263,5,FailOnTimeoutGroup] 2024-12-05T05:21:57,268 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376117264,5,FailOnTimeoutGroup] 2024-12-05T05:21:57,268 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:57,268 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:21:57,268 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:57,268 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:57,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:21:57,302 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:21:57,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:57,337 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(746): ClusterId : 69dfac96-3629-426c-bb3c-1e7682dc34fc 2024-12-05T05:21:57,337 DEBUG [RS:0;8edcaf2ecc84:44827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:21:57,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:57,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:57,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:57,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:57,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:57,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:57,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:57,350 DEBUG [RS:0;8edcaf2ecc84:44827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:21:57,350 DEBUG [RS:0;8edcaf2ecc84:44827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:21:57,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:57,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:57,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:21:57,361 DEBUG [RS:0;8edcaf2ecc84:44827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:21:57,361 DEBUG [RS:0;8edcaf2ecc84:44827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dbe678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:21:57,374 DEBUG [RS:0;8edcaf2ecc84:44827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:44827 2024-12-05T05:21:57,374 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:21:57,374 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:21:57,374 DEBUG [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:21:57,375 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,33565,1733376115180 with port=44827, startcode=1733376115409 2024-12-05T05:21:57,375 DEBUG [RS:0;8edcaf2ecc84:44827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:21:57,377 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:21:57,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,44827,1733376115409 2024-12-05T05:21:57,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33565 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,44827,1733376115409 2024-12-05T05:21:57,378 DEBUG [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c 2024-12-05T05:21:57,378 DEBUG [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35861 2024-12-05T05:21:57,378 DEBUG [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:21:57,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079/rs 2024-12-05T05:21:57,429 DEBUG [RS:0;8edcaf2ecc84:44827 {}] zookeeper.ZKUtil(111): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Set watcher on existing znode=/21783918079/rs/8edcaf2ecc84,44827,1733376115409 2024-12-05T05:21:57,429 WARN [RS:0;8edcaf2ecc84:44827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:21:57,429 INFO [RS:0;8edcaf2ecc84:44827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:57,429 DEBUG [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409 2024-12-05T05:21:57,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,44827,1733376115409] 2024-12-05T05:21:57,446 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:21:57,448 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:21:57,448 INFO [RS:0;8edcaf2ecc84:44827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:21:57,448 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:57,452 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:21:57,453 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:21:57,453 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:57,453 DEBUG [RS:0;8edcaf2ecc84:44827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:57,453 DEBUG [RS:0;8edcaf2ecc84:44827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:57,453 DEBUG [RS:0;8edcaf2ecc84:44827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:57,453 DEBUG [RS:0;8edcaf2ecc84:44827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:57,453 DEBUG [RS:0;8edcaf2ecc84:44827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:57,453 DEBUG [RS:0;8edcaf2ecc84:44827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:21:57,453 DEBUG [RS:0;8edcaf2ecc84:44827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:57,453 DEBUG [RS:0;8edcaf2ecc84:44827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:57,453 DEBUG [RS:0;8edcaf2ecc84:44827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:57,453 DEBUG [RS:0;8edcaf2ecc84:44827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:57,453 DEBUG [RS:0;8edcaf2ecc84:44827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:57,453 DEBUG [RS:0;8edcaf2ecc84:44827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:21:57,453 DEBUG [RS:0;8edcaf2ecc84:44827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:21:57,453 DEBUG [RS:0;8edcaf2ecc84:44827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:21:57,454 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:57,454 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:57,454 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:57,454 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:57,454 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:57,454 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,44827,1733376115409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:21:57,467 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:21:57,468 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,44827,1733376115409-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:57,468 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:57,468 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.Replication(171): 8edcaf2ecc84,44827,1733376115409 started 2024-12-05T05:21:57,478 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:57,479 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,44827,1733376115409, RpcServer on 8edcaf2ecc84/172.17.0.3:44827, sessionid=0x101a3f046600007 2024-12-05T05:21:57,479 DEBUG [RS:0;8edcaf2ecc84:44827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:21:57,479 DEBUG [RS:0;8edcaf2ecc84:44827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,44827,1733376115409 2024-12-05T05:21:57,479 DEBUG [RS:0;8edcaf2ecc84:44827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,44827,1733376115409' 2024-12-05T05:21:57,479 DEBUG [RS:0;8edcaf2ecc84:44827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21783918079/flush-table-proc/abort' 2024-12-05T05:21:57,479 DEBUG [RS:0;8edcaf2ecc84:44827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21783918079/flush-table-proc/acquired' 2024-12-05T05:21:57,480 DEBUG [RS:0;8edcaf2ecc84:44827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:21:57,480 DEBUG [RS:0;8edcaf2ecc84:44827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:21:57,480 DEBUG [RS:0;8edcaf2ecc84:44827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,44827,1733376115409 2024-12-05T05:21:57,480 DEBUG [RS:0;8edcaf2ecc84:44827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,44827,1733376115409' 2024-12-05T05:21:57,480 DEBUG [RS:0;8edcaf2ecc84:44827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21783918079/online-snapshot/abort' 2024-12-05T05:21:57,480 DEBUG [RS:0;8edcaf2ecc84:44827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21783918079/online-snapshot/acquired' 2024-12-05T05:21:57,480 DEBUG [RS:0;8edcaf2ecc84:44827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:21:57,480 INFO [RS:0;8edcaf2ecc84:44827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:21:57,480 INFO [RS:0;8edcaf2ecc84:44827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:21:57,581 INFO [RS:0;8edcaf2ecc84:44827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:21:57,582 INFO [RS:0;8edcaf2ecc84:44827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C44827%2C1733376115409, suffix=, logDir=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409, archiveDir=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/oldWALs, maxLogs=10 2024-12-05T05:21:57,597 DEBUG [RS:0;8edcaf2ecc84:44827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582, exclude list is [], retry=0 2024-12-05T05:21:57,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41039,DS-464cc925-7b61-478d-8aa8-4adf914d9f17,DISK] 2024-12-05T05:21:57,602 INFO [RS:0;8edcaf2ecc84:44827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 2024-12-05T05:21:57,604 DEBUG [RS:0;8edcaf2ecc84:44827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33203:33203)] 2024-12-05T05:21:57,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:21:57,670 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c 2024-12-05T05:21:57,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741833_1009 (size=32) 2024-12-05T05:21:57,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:57,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:21:57,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:21:57,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:57,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:57,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:21:57,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:21:57,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:57,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:57,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:21:57,681 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:57,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:21:57,682 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:57,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:57,682 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48431 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:21:57,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:57,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:21:57,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:21:57,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:57,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:57,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:21:57,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740 2024-12-05T05:21:57,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740 2024-12-05T05:21:57,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:21:57,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:21:57,687 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:21:57,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:21:57,689 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:21:57,690 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72108379, jitterRate=0.07449857890605927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:21:57,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733376117676Initializing all the Stores at 1733376117676Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376117676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376117676Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376117676Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376117676Cleaning up temporary data from old regions at 1733376117686 (+10 ms)Region opened successfully at 1733376117690 (+4 ms) 2024-12-05T05:21:57,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:21:57,690 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:21:57,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:21:57,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:21:57,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:21:57,691 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:21:57,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376117690Disabling compacts and flushes for region at 1733376117690Disabling writes for close at 1733376117690Writing region close event to WAL at 1733376117690Closed at 1733376117690 2024-12-05T05:21:57,692 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:57,692 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:21:57,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:21:57,693 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:21:57,693 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:21:57,844 DEBUG [8edcaf2ecc84:33565 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:21:57,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,44827,1733376115409 2024-12-05T05:21:57,845 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,44827,1733376115409, state=OPENING 2024-12-05T05:21:57,980 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:21:58,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:21:58,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:21:58,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21783918079/meta-region-server: CHANGED 2024-12-05T05:21:58,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21783918079/meta-region-server: CHANGED 2024-12-05T05:21:58,170 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:21:58,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,44827,1733376115409}] 2024-12-05T05:21:58,323 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:21:58,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:21:58,328 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:21:58,328 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:21:58,328 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:21:58,329 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C44827%2C1733376115409.meta, suffix=.meta, logDir=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409, archiveDir=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/oldWALs, maxLogs=10 2024-12-05T05:21:58,342 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.meta.1733376118329.meta, exclude list is [], retry=0 2024-12-05T05:21:58,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41039,DS-464cc925-7b61-478d-8aa8-4adf914d9f17,DISK] 2024-12-05T05:21:58,345 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.meta.1733376118329.meta 2024-12-05T05:21:58,346 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33203:33203)] 2024-12-05T05:21:58,346 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:21:58,346 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:21:58,346 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:21:58,346 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:21:58,346 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:21:58,346 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:21:58,346 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:58,346 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:21:58,347 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:21:58,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:21:58,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:21:58,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:58,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:58,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:21:58,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:21:58,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:58,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:58,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:21:58,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:21:58,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:58,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:58,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:21:58,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:21:58,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:58,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:21:58,354 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:21:58,354 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740 2024-12-05T05:21:58,355 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740 2024-12-05T05:21:58,355 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:21:58,356 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:21:58,356 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:21:58,357 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:21:58,357 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61759915, jitterRate=-0.07970555126667023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:21:58,358 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:21:58,358 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376118347Writing region info on filesystem at 1733376118347Initializing all the Stores at 1733376118347Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376118347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376118347Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376118347Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376118347Cleaning up temporary data from old regions at 1733376118356 (+9 ms)Running coprocessor post-open hooks at 1733376118358 (+2 ms)Region opened successfully at 1733376118358 2024-12-05T05:21:58,359 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376118322 2024-12-05T05:21:58,360 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:21:58,360 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:21:58,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,44827,1733376115409 2024-12-05T05:21:58,361 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,44827,1733376115409, state=OPEN 2024-12-05T05:21:58,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21783918079/meta-region-server 2024-12-05T05:21:58,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21783918079/meta-region-server 2024-12-05T05:21:58,371 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,44827,1733376115409 2024-12-05T05:21:58,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21783918079/meta-region-server: CHANGED 2024-12-05T05:21:58,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21783918079/meta-region-server: CHANGED 2024-12-05T05:21:58,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:21:58,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,44827,1733376115409 in 201 msec 2024-12-05T05:21:58,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:21:58,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 681 msec 2024-12-05T05:21:58,375 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:21:58,375 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:21:58,376 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:58,376 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44827,1733376115409, seqNum=-1] 2024-12-05T05:21:58,376 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:58,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:21:58,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1330 sec 2024-12-05T05:21:58,381 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376118381, completionTime=-1 2024-12-05T05:21:58,381 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:21:58,381 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:21:58,383 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:21:58,383 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376178383 2024-12-05T05:21:58,383 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376238383 2024-12-05T05:21:58,383 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T05:21:58,384 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,33565,1733376115180-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:58,384 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,33565,1733376115180-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:58,384 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,33565,1733376115180-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:58,384 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:33565, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:58,384 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:58,384 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:58,385 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:21:58,387 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.911sec 2024-12-05T05:21:58,387 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:21:58,387 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:21:58,387 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:21:58,387 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:21:58,387 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:21:58,387 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,33565,1733376115180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:21:58,387 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,33565,1733376115180-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:21:58,389 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:21:58,389 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:21:58,389 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,33565,1733376115180-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:21:58,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73102e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:58,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,33565,-1 for getting cluster id 2024-12-05T05:21:58,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:21:58,439 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69dfac96-3629-426c-bb3c-1e7682dc34fc' 2024-12-05T05:21:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:21:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69dfac96-3629-426c-bb3c-1e7682dc34fc" 2024-12-05T05:21:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbf8901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,33565,-1] 2024-12-05T05:21:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:21:58,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:21:58,441 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:21:58,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502bf032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:21:58,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:21:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44827,1733376115409, seqNum=-1] 2024-12-05T05:21:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:21:58,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:21:58,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,33565,1733376115180 2024-12-05T05:21:58,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59769 2024-12-05T05:21:58,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:21:58,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a3f046600008 connected 2024-12-05T05:21:58,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:58,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36477,1733376103206 2024-12-05T05:21:58,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35e0821d 2024-12-05T05:21:58,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:58,520 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:21:58,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:21:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T05:21:58,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:21:58,522 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:58,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T05:21:58,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:21:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:58,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741835_1011 (size=902) 2024-12-05T05:21:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:58,931 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61d656c25f5dc58ed6b578b9aaf9e92a, NAME => 'test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10 2024-12-05T05:21:58,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741836_1012 (size=39) 2024-12-05T05:21:58,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:58,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 61d656c25f5dc58ed6b578b9aaf9e92a, disabling compactions & flushes 2024-12-05T05:21:58,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a. 2024-12-05T05:21:58,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a. 2024-12-05T05:21:58,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a. after waiting 0 ms 2024-12-05T05:21:58,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a. 2024-12-05T05:21:58,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a. 2024-12-05T05:21:58,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61d656c25f5dc58ed6b578b9aaf9e92a: Waiting for close lock at 1733376118935Disabling compacts and flushes for region at 1733376118935Disabling writes for close at 1733376118936 (+1 ms)Writing region close event to WAL at 1733376118936Closed at 1733376118936 2024-12-05T05:21:58,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:21:58,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733376118937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376118937"}]},"ts":"1733376118937"} 2024-12-05T05:21:58,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:21:58,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:21:58,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376118939"}]},"ts":"1733376118939"} 2024-12-05T05:21:58,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T05:21:58,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61d656c25f5dc58ed6b578b9aaf9e92a, ASSIGN}] 2024-12-05T05:21:58,941 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61d656c25f5dc58ed6b578b9aaf9e92a, ASSIGN 2024-12-05T05:21:58,942 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=61d656c25f5dc58ed6b578b9aaf9e92a, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,36723,1733376103422; forceNewPlan=false, retain=false 2024-12-05T05:21:59,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61d656c25f5dc58ed6b578b9aaf9e92a, regionState=OPENING, regionLocation=8edcaf2ecc84,36723,1733376103422 2024-12-05T05:21:59,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=61d656c25f5dc58ed6b578b9aaf9e92a, ASSIGN because future has completed 2024-12-05T05:21:59,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61d656c25f5dc58ed6b578b9aaf9e92a, server=8edcaf2ecc84,36723,1733376103422}] 2024-12-05T05:21:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:59,250 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a. 2024-12-05T05:21:59,250 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 61d656c25f5dc58ed6b578b9aaf9e92a, NAME => 'test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:21:59,250 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:21:59,250 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T05:21:59,250 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 61d656c25f5dc58ed6b578b9aaf9e92a 2024-12-05T05:21:59,250 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:21:59,250 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 61d656c25f5dc58ed6b578b9aaf9e92a 2024-12-05T05:21:59,251 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 61d656c25f5dc58ed6b578b9aaf9e92a 2024-12-05T05:21:59,252 INFO [StoreOpener-61d656c25f5dc58ed6b578b9aaf9e92a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 61d656c25f5dc58ed6b578b9aaf9e92a 2024-12-05T05:21:59,253 INFO [StoreOpener-61d656c25f5dc58ed6b578b9aaf9e92a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61d656c25f5dc58ed6b578b9aaf9e92a columnFamilyName f 2024-12-05T05:21:59,253 DEBUG [StoreOpener-61d656c25f5dc58ed6b578b9aaf9e92a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:59,253 INFO [StoreOpener-61d656c25f5dc58ed6b578b9aaf9e92a-1 {}] regionserver.HStore(327): Store=61d656c25f5dc58ed6b578b9aaf9e92a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:59,253 INFO [StoreOpener-61d656c25f5dc58ed6b578b9aaf9e92a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 61d656c25f5dc58ed6b578b9aaf9e92a 2024-12-05T05:21:59,254 INFO [StoreOpener-61d656c25f5dc58ed6b578b9aaf9e92a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61d656c25f5dc58ed6b578b9aaf9e92a columnFamilyName f1 2024-12-05T05:21:59,254 DEBUG [StoreOpener-61d656c25f5dc58ed6b578b9aaf9e92a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:59,254 INFO [StoreOpener-61d656c25f5dc58ed6b578b9aaf9e92a-1 {}] regionserver.HStore(327): Store=61d656c25f5dc58ed6b578b9aaf9e92a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:59,254 INFO [StoreOpener-61d656c25f5dc58ed6b578b9aaf9e92a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 61d656c25f5dc58ed6b578b9aaf9e92a 2024-12-05T05:21:59,255 INFO [StoreOpener-61d656c25f5dc58ed6b578b9aaf9e92a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61d656c25f5dc58ed6b578b9aaf9e92a columnFamilyName norep 2024-12-05T05:21:59,255 DEBUG [StoreOpener-61d656c25f5dc58ed6b578b9aaf9e92a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:59,255 INFO [StoreOpener-61d656c25f5dc58ed6b578b9aaf9e92a-1 {}] regionserver.HStore(327): Store=61d656c25f5dc58ed6b578b9aaf9e92a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:21:59,255 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 61d656c25f5dc58ed6b578b9aaf9e92a 2024-12-05T05:21:59,255 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a 2024-12-05T05:21:59,256 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a 2024-12-05T05:21:59,256 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 61d656c25f5dc58ed6b578b9aaf9e92a 2024-12-05T05:21:59,256 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 61d656c25f5dc58ed6b578b9aaf9e92a 2024-12-05T05:21:59,257 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:21:59,257 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 61d656c25f5dc58ed6b578b9aaf9e92a 2024-12-05T05:21:59,259 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:21:59,259 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 61d656c25f5dc58ed6b578b9aaf9e92a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59960906, jitterRate=-0.1065128743648529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:21:59,259 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61d656c25f5dc58ed6b578b9aaf9e92a 2024-12-05T05:21:59,259 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 61d656c25f5dc58ed6b578b9aaf9e92a: Running coprocessor pre-open hook at 1733376119251Writing region info on filesystem at 1733376119251Initializing all the Stores at 1733376119251Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376119251Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376119251Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376119251Cleaning up temporary data from old regions at 1733376119256 (+5 ms)Running coprocessor post-open hooks at 1733376119259 (+3 ms)Region opened successfully at 1733376119259 2024-12-05T05:21:59,260 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a., pid=6, masterSystemTime=1733376119246 2024-12-05T05:21:59,262 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a. 2024-12-05T05:21:59,262 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a. 2024-12-05T05:21:59,262 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61d656c25f5dc58ed6b578b9aaf9e92a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8edcaf2ecc84,36723,1733376103422 2024-12-05T05:21:59,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61d656c25f5dc58ed6b578b9aaf9e92a, server=8edcaf2ecc84,36723,1733376103422 because future has completed 2024-12-05T05:21:59,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:21:59,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 61d656c25f5dc58ed6b578b9aaf9e92a, server=8edcaf2ecc84,36723,1733376103422 in 170 msec 2024-12-05T05:21:59,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T05:21:59,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=61d656c25f5dc58ed6b578b9aaf9e92a, ASSIGN in 326 msec 2024-12-05T05:21:59,267 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:21:59,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376119267"}]},"ts":"1733376119267"} 2024-12-05T05:21:59,269 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T05:21:59,269 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:21:59,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-12-05T05:21:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:59,661 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T05:21:59,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:21:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36637,1733376108796 2024-12-05T05:21:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c0b6b9 2024-12-05T05:21:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:21:59,663 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:21:59,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:21:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T05:21:59,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:21:59,665 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:21:59,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T05:21:59,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:21:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:59,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741835_1011 (size=902) 2024-12-05T05:21:59,673 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b008b23656e71c18a834ace92a2dc952, NAME => 'test,,1733376119663.b008b23656e71c18a834ace92a2dc952.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8 2024-12-05T05:21:59,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741836_1012 (size=39) 2024-12-05T05:21:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:21:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:00,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733376119663.b008b23656e71c18a834ace92a2dc952.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:00,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b008b23656e71c18a834ace92a2dc952, disabling compactions & flushes 2024-12-05T05:22:00,078 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733376119663.b008b23656e71c18a834ace92a2dc952. 2024-12-05T05:22:00,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376119663.b008b23656e71c18a834ace92a2dc952. 2024-12-05T05:22:00,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733376119663.b008b23656e71c18a834ace92a2dc952. after waiting 0 ms 2024-12-05T05:22:00,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733376119663.b008b23656e71c18a834ace92a2dc952. 2024-12-05T05:22:00,078 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733376119663.b008b23656e71c18a834ace92a2dc952. 2024-12-05T05:22:00,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b008b23656e71c18a834ace92a2dc952: Waiting for close lock at 1733376120078Disabling compacts and flushes for region at 1733376120078Disabling writes for close at 1733376120078Writing region close event to WAL at 1733376120078Closed at 1733376120078 2024-12-05T05:22:00,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:22:00,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733376119663.b008b23656e71c18a834ace92a2dc952.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733376120079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376120079"}]},"ts":"1733376120079"} 2024-12-05T05:22:00,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:22:00,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:22:00,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376120082"}]},"ts":"1733376120082"} 2024-12-05T05:22:00,083 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T05:22:00,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b008b23656e71c18a834ace92a2dc952, ASSIGN}] 2024-12-05T05:22:00,084 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b008b23656e71c18a834ace92a2dc952, ASSIGN 2024-12-05T05:22:00,084 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b008b23656e71c18a834ace92a2dc952, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,39287,1733376109125; forceNewPlan=false, retain=false 2024-12-05T05:22:00,235 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b008b23656e71c18a834ace92a2dc952, regionState=OPENING, regionLocation=8edcaf2ecc84,39287,1733376109125 2024-12-05T05:22:00,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b008b23656e71c18a834ace92a2dc952, ASSIGN because future has completed 2024-12-05T05:22:00,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b008b23656e71c18a834ace92a2dc952, server=8edcaf2ecc84,39287,1733376109125}] 2024-12-05T05:22:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:00,392 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733376119663.b008b23656e71c18a834ace92a2dc952. 2024-12-05T05:22:00,392 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b008b23656e71c18a834ace92a2dc952, NAME => 'test,,1733376119663.b008b23656e71c18a834ace92a2dc952.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:00,392 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:22:00,392 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T05:22:00,392 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:00,392 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733376119663.b008b23656e71c18a834ace92a2dc952.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:00,392 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:00,393 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:00,393 INFO [StoreOpener-b008b23656e71c18a834ace92a2dc952-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:00,394 INFO [StoreOpener-b008b23656e71c18a834ace92a2dc952-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b008b23656e71c18a834ace92a2dc952 columnFamilyName f 2024-12-05T05:22:00,394 DEBUG [StoreOpener-b008b23656e71c18a834ace92a2dc952-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:00,395 INFO [StoreOpener-b008b23656e71c18a834ace92a2dc952-1 {}] regionserver.HStore(327): Store=b008b23656e71c18a834ace92a2dc952/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:00,395 INFO [StoreOpener-b008b23656e71c18a834ace92a2dc952-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:00,396 INFO [StoreOpener-b008b23656e71c18a834ace92a2dc952-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b008b23656e71c18a834ace92a2dc952 columnFamilyName f1 2024-12-05T05:22:00,396 DEBUG [StoreOpener-b008b23656e71c18a834ace92a2dc952-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:00,396 INFO [StoreOpener-b008b23656e71c18a834ace92a2dc952-1 {}] regionserver.HStore(327): Store=b008b23656e71c18a834ace92a2dc952/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:00,396 INFO [StoreOpener-b008b23656e71c18a834ace92a2dc952-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:00,397 INFO [StoreOpener-b008b23656e71c18a834ace92a2dc952-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b008b23656e71c18a834ace92a2dc952 columnFamilyName norep 2024-12-05T05:22:00,397 DEBUG [StoreOpener-b008b23656e71c18a834ace92a2dc952-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:00,397 INFO [StoreOpener-b008b23656e71c18a834ace92a2dc952-1 {}] regionserver.HStore(327): Store=b008b23656e71c18a834ace92a2dc952/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:00,398 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:00,398 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:00,398 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:00,399 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:00,399 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:00,399 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:22:00,400 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:00,401 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:00,402 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b008b23656e71c18a834ace92a2dc952; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68877765, jitterRate=0.026358678936958313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:22:00,402 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:00,402 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b008b23656e71c18a834ace92a2dc952: Running coprocessor pre-open hook at 1733376120393Writing region info on filesystem at 1733376120393Initializing all the Stores at 1733376120393Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376120393Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376120393Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376120393Cleaning up temporary data from old regions at 1733376120399 (+6 ms)Running coprocessor post-open hooks at 1733376120402 (+3 ms)Region opened successfully at 1733376120402 2024-12-05T05:22:00,402 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733376119663.b008b23656e71c18a834ace92a2dc952., pid=6, masterSystemTime=1733376120389 2024-12-05T05:22:00,404 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733376119663.b008b23656e71c18a834ace92a2dc952. 2024-12-05T05:22:00,404 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733376119663.b008b23656e71c18a834ace92a2dc952. 2024-12-05T05:22:00,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b008b23656e71c18a834ace92a2dc952, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8edcaf2ecc84,39287,1733376109125 2024-12-05T05:22:00,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b008b23656e71c18a834ace92a2dc952, server=8edcaf2ecc84,39287,1733376109125 because future has completed 2024-12-05T05:22:00,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:22:00,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b008b23656e71c18a834ace92a2dc952, server=8edcaf2ecc84,39287,1733376109125 in 170 msec 2024-12-05T05:22:00,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T05:22:00,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b008b23656e71c18a834ace92a2dc952, ASSIGN in 325 msec 2024-12-05T05:22:00,409 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:22:00,410 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376120409"}]},"ts":"1733376120409"} 2024-12-05T05:22:00,411 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T05:22:00,412 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:22:00,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-12-05T05:22:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:00,801 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T05:22:00,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:00,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,33565,1733376115180 2024-12-05T05:22:00,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d4f7b7 2024-12-05T05:22:00,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:00,802 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:00,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:22:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T05:22:00,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:22:00,805 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:00,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T05:22:00,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:22:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:00,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741835_1011 (size=902) 2024-12-05T05:22:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:01,212 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7cc016bf3c57c38ac417027ce963e9ae, NAME => 'test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c 2024-12-05T05:22:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741836_1012 (size=39) 2024-12-05T05:22:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:01,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:01,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7cc016bf3c57c38ac417027ce963e9ae, disabling compactions & flushes 2024-12-05T05:22:01,616 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae. 2024-12-05T05:22:01,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae. 2024-12-05T05:22:01,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae. after waiting 0 ms 2024-12-05T05:22:01,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae. 2024-12-05T05:22:01,617 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae. 2024-12-05T05:22:01,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7cc016bf3c57c38ac417027ce963e9ae: Waiting for close lock at 1733376121616Disabling compacts and flushes for region at 1733376121616Disabling writes for close at 1733376121616Writing region close event to WAL at 1733376121616Closed at 1733376121616 2024-12-05T05:22:01,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:22:01,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733376121617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376121617"}]},"ts":"1733376121617"} 2024-12-05T05:22:01,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:22:01,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:22:01,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376121620"}]},"ts":"1733376121620"} 2024-12-05T05:22:01,621 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T05:22:01,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7cc016bf3c57c38ac417027ce963e9ae, ASSIGN}] 2024-12-05T05:22:01,621 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7cc016bf3c57c38ac417027ce963e9ae, ASSIGN 2024-12-05T05:22:01,622 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7cc016bf3c57c38ac417027ce963e9ae, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,44827,1733376115409; forceNewPlan=false, retain=false 2024-12-05T05:22:01,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7cc016bf3c57c38ac417027ce963e9ae, regionState=OPENING, regionLocation=8edcaf2ecc84,44827,1733376115409 2024-12-05T05:22:01,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7cc016bf3c57c38ac417027ce963e9ae, ASSIGN because future has completed 2024-12-05T05:22:01,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cc016bf3c57c38ac417027ce963e9ae, server=8edcaf2ecc84,44827,1733376115409}] 2024-12-05T05:22:01,929 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae. 2024-12-05T05:22:01,929 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cc016bf3c57c38ac417027ce963e9ae, NAME => 'test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:01,929 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:22:01,929 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T05:22:01,929 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7cc016bf3c57c38ac417027ce963e9ae 2024-12-05T05:22:01,929 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:01,929 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7cc016bf3c57c38ac417027ce963e9ae 2024-12-05T05:22:01,929 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7cc016bf3c57c38ac417027ce963e9ae 2024-12-05T05:22:01,931 INFO [StoreOpener-7cc016bf3c57c38ac417027ce963e9ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7cc016bf3c57c38ac417027ce963e9ae 2024-12-05T05:22:01,932 INFO [StoreOpener-7cc016bf3c57c38ac417027ce963e9ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cc016bf3c57c38ac417027ce963e9ae columnFamilyName f 2024-12-05T05:22:01,932 DEBUG [StoreOpener-7cc016bf3c57c38ac417027ce963e9ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:01,932 INFO [StoreOpener-7cc016bf3c57c38ac417027ce963e9ae-1 {}] regionserver.HStore(327): Store=7cc016bf3c57c38ac417027ce963e9ae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:01,932 INFO [StoreOpener-7cc016bf3c57c38ac417027ce963e9ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7cc016bf3c57c38ac417027ce963e9ae 2024-12-05T05:22:01,933 INFO [StoreOpener-7cc016bf3c57c38ac417027ce963e9ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cc016bf3c57c38ac417027ce963e9ae columnFamilyName f1 2024-12-05T05:22:01,933 DEBUG [StoreOpener-7cc016bf3c57c38ac417027ce963e9ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:01,933 INFO [StoreOpener-7cc016bf3c57c38ac417027ce963e9ae-1 {}] regionserver.HStore(327): Store=7cc016bf3c57c38ac417027ce963e9ae/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:01,933 INFO [StoreOpener-7cc016bf3c57c38ac417027ce963e9ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7cc016bf3c57c38ac417027ce963e9ae 2024-12-05T05:22:01,934 INFO [StoreOpener-7cc016bf3c57c38ac417027ce963e9ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cc016bf3c57c38ac417027ce963e9ae columnFamilyName norep 2024-12-05T05:22:01,934 DEBUG [StoreOpener-7cc016bf3c57c38ac417027ce963e9ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:01,934 INFO [StoreOpener-7cc016bf3c57c38ac417027ce963e9ae-1 {}] regionserver.HStore(327): Store=7cc016bf3c57c38ac417027ce963e9ae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:01,934 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7cc016bf3c57c38ac417027ce963e9ae 2024-12-05T05:22:01,935 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae 2024-12-05T05:22:01,935 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae 2024-12-05T05:22:01,935 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7cc016bf3c57c38ac417027ce963e9ae 2024-12-05T05:22:01,935 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7cc016bf3c57c38ac417027ce963e9ae 2024-12-05T05:22:01,936 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:22:01,936 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7cc016bf3c57c38ac417027ce963e9ae 2024-12-05T05:22:01,938 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:01,938 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7cc016bf3c57c38ac417027ce963e9ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62076403, jitterRate=-0.07498951256275177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:22:01,938 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cc016bf3c57c38ac417027ce963e9ae 2024-12-05T05:22:01,938 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7cc016bf3c57c38ac417027ce963e9ae: Running coprocessor pre-open hook at 1733376121930Writing region info on filesystem at 1733376121930Initializing all the Stores at 1733376121930Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376121930Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376121930Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376121930Cleaning up temporary data from old regions at 1733376121935 (+5 ms)Running coprocessor post-open hooks at 1733376121938 (+3 ms)Region opened successfully at 1733376121938 2024-12-05T05:22:01,939 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae., pid=6, masterSystemTime=1733376121926 2024-12-05T05:22:01,940 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae. 2024-12-05T05:22:01,940 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae. 2024-12-05T05:22:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:01,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7cc016bf3c57c38ac417027ce963e9ae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8edcaf2ecc84,44827,1733376115409 2024-12-05T05:22:01,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cc016bf3c57c38ac417027ce963e9ae, server=8edcaf2ecc84,44827,1733376115409 because future has completed 2024-12-05T05:22:01,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:22:01,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cc016bf3c57c38ac417027ce963e9ae, server=8edcaf2ecc84,44827,1733376115409 in 170 msec 2024-12-05T05:22:01,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T05:22:01,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7cc016bf3c57c38ac417027ce963e9ae, ASSIGN in 324 msec 2024-12-05T05:22:01,947 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:22:01,947 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376121947"}]},"ts":"1733376121947"} 2024-12-05T05:22:01,949 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T05:22:01,949 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:22:01,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-12-05T05:22:02,549 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T05:22:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:02,951 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T05:22:02,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2b0df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:02,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36477,-1 for getting cluster id 2024-12-05T05:22:02,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:02,952 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89f6a640-b7e8-43e1-b17d-818caa87fb9a' 2024-12-05T05:22:02,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:02,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89f6a640-b7e8-43e1-b17d-818caa87fb9a" 2024-12-05T05:22:02,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6def72c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:02,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36477,-1] 2024-12-05T05:22:02,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:02,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:02,953 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:02,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6144148d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:02,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:02,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36477,1733376103206 2024-12-05T05:22:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28eceafa 2024-12-05T05:22:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:02,955 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:02,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:36637,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:22:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:22:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:02,958 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:36637' 2024-12-05T05:22:02,959 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394b3c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:02,959 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36637,-1 for getting cluster id 2024-12-05T05:22:02,959 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:02,960 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46256ead-15ac-42d6-af3a-0e7ddce13c1e' 2024-12-05T05:22:02,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:02,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46256ead-15ac-42d6-af3a-0e7ddce13c1e" 2024-12-05T05:22:02,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34625953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:02,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36637,-1] 2024-12-05T05:22:02,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:02,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:02,961 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:02,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711f11e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:02,962 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:02,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36637,1733376108796 2024-12-05T05:22:02,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ed5a398 2024-12-05T05:22:02,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:02,964 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:02,964 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T05:22:02,964 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:22:02,965 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:02,965 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:02,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:02,965 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:22:02,966 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:22:02,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:22:02,967 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:02,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:22:02,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741837_1013 (size=1138) 2024-12-05T05:22:03,016 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T05:22:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:03,378 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aff418d904813becb5f3aa6c8a1bd6d2, NAME => 'hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10 2024-12-05T05:22:03,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741838_1014 (size=44) 2024-12-05T05:22:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:03,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:03,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aff418d904813becb5f3aa6c8a1bd6d2, disabling compactions & flushes 2024-12-05T05:22:03,783 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2. 2024-12-05T05:22:03,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2. 2024-12-05T05:22:03,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2. after waiting 0 ms 2024-12-05T05:22:03,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2. 2024-12-05T05:22:03,783 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2. 2024-12-05T05:22:03,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aff418d904813becb5f3aa6c8a1bd6d2: Waiting for close lock at 1733376123783Disabling compacts and flushes for region at 1733376123783Disabling writes for close at 1733376123783Writing region close event to WAL at 1733376123783Closed at 1733376123783 2024-12-05T05:22:03,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:22:03,784 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733376123784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376123784"}]},"ts":"1733376123784"} 2024-12-05T05:22:03,785 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:22:03,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:22:03,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376123786"}]},"ts":"1733376123786"} 2024-12-05T05:22:03,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T05:22:03,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aff418d904813becb5f3aa6c8a1bd6d2, ASSIGN}] 2024-12-05T05:22:03,788 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aff418d904813becb5f3aa6c8a1bd6d2, ASSIGN 2024-12-05T05:22:03,788 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aff418d904813becb5f3aa6c8a1bd6d2, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,36723,1733376103422; forceNewPlan=false, retain=false 2024-12-05T05:22:03,849 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:22:03,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:03,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:03,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:03,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:03,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:03,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:03,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:03,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:03,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:03,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:03,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:03,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T05:22:03,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T05:22:03,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:22:03,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T05:22:03,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aff418d904813becb5f3aa6c8a1bd6d2, regionState=OPENING, regionLocation=8edcaf2ecc84,36723,1733376103422 2024-12-05T05:22:03,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aff418d904813becb5f3aa6c8a1bd6d2, ASSIGN because future has completed 2024-12-05T05:22:03,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aff418d904813becb5f3aa6c8a1bd6d2, server=8edcaf2ecc84,36723,1733376103422}] 2024-12-05T05:22:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:04,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2. 2024-12-05T05:22:04,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:22:04,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:22:04,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C36723%2C1733376103422.rep, suffix=, logDir=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422, archiveDir=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/oldWALs, maxLogs=10 2024-12-05T05:22:04,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.rep.1733376124104, exclude list is [], retry=0 2024-12-05T05:22:04,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46509,DS-aaadff69-cd04-4815-a814-3d766733d21c,DISK] 2024-12-05T05:22:04,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.rep.1733376124104 2024-12-05T05:22:04,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35653:35653)] 2024-12-05T05:22:04,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aff418d904813becb5f3aa6c8a1bd6d2, NAME => 'hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:04,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:22:04,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:22:04,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2. service=MultiRowMutationService 2024-12-05T05:22:04,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:22:04,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:04,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:04,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:04,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:04,128 INFO [StoreOpener-aff418d904813becb5f3aa6c8a1bd6d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:04,129 INFO [StoreOpener-aff418d904813becb5f3aa6c8a1bd6d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aff418d904813becb5f3aa6c8a1bd6d2 columnFamilyName hfileref 2024-12-05T05:22:04,129 DEBUG [StoreOpener-aff418d904813becb5f3aa6c8a1bd6d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:04,129 INFO [StoreOpener-aff418d904813becb5f3aa6c8a1bd6d2-1 {}] regionserver.HStore(327): Store=aff418d904813becb5f3aa6c8a1bd6d2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:04,129 INFO [StoreOpener-aff418d904813becb5f3aa6c8a1bd6d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:04,130 INFO [StoreOpener-aff418d904813becb5f3aa6c8a1bd6d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aff418d904813becb5f3aa6c8a1bd6d2 columnFamilyName queue 2024-12-05T05:22:04,130 DEBUG [StoreOpener-aff418d904813becb5f3aa6c8a1bd6d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:04,131 INFO [StoreOpener-aff418d904813becb5f3aa6c8a1bd6d2-1 {}] regionserver.HStore(327): Store=aff418d904813becb5f3aa6c8a1bd6d2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:04,131 INFO [StoreOpener-aff418d904813becb5f3aa6c8a1bd6d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:04,131 INFO [StoreOpener-aff418d904813becb5f3aa6c8a1bd6d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aff418d904813becb5f3aa6c8a1bd6d2 columnFamilyName sid 2024-12-05T05:22:04,131 DEBUG [StoreOpener-aff418d904813becb5f3aa6c8a1bd6d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:04,131 INFO [StoreOpener-aff418d904813becb5f3aa6c8a1bd6d2-1 {}] regionserver.HStore(327): Store=aff418d904813becb5f3aa6c8a1bd6d2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:04,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:04,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/replication/aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:04,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/replication/aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:04,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:04,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:04,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:22:04,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:04,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/replication/aff418d904813becb5f3aa6c8a1bd6d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:04,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aff418d904813becb5f3aa6c8a1bd6d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58968721, jitterRate=-0.12129758298397064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:22:04,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:04,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aff418d904813becb5f3aa6c8a1bd6d2: Running coprocessor pre-open hook at 1733376124126Writing region info on filesystem at 1733376124126Initializing all the Stores at 1733376124126Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376124126Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376124128 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376124128Cleaning up temporary data from old regions at 1733376124133 (+5 ms)Running coprocessor post-open hooks at 1733376124137 (+4 ms)Region opened successfully at 1733376124137 2024-12-05T05:22:04,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2., pid=10, masterSystemTime=1733376124095 2024-12-05T05:22:04,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2. 2024-12-05T05:22:04,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2. 2024-12-05T05:22:04,140 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aff418d904813becb5f3aa6c8a1bd6d2, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,36723,1733376103422 2024-12-05T05:22:04,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aff418d904813becb5f3aa6c8a1bd6d2, server=8edcaf2ecc84,36723,1733376103422 because future has completed 2024-12-05T05:22:04,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T05:22:04,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aff418d904813becb5f3aa6c8a1bd6d2, server=8edcaf2ecc84,36723,1733376103422 in 204 msec 2024-12-05T05:22:04,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T05:22:04,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aff418d904813becb5f3aa6c8a1bd6d2, ASSIGN in 359 msec 2024-12-05T05:22:04,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:22:04,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376124148"}]},"ts":"1733376124148"} 2024-12-05T05:22:04,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T05:22:04,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:22:04,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-12-05T05:22:04,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2., hostname=8edcaf2ecc84,36723,1733376103422, seqNum=2] 2024-12-05T05:22:04,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:22:04,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:22:04,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:22:04,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T05:22:04,378 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T05:22:04,413 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,36723,1733376103422, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:22:04,414 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:04,414 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,36723,1733376103422, seqNum=-1] 2024-12-05T05:22:04,415 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:04,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T05:22:04,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8edcaf2ecc84,36723,1733376103422', locateType=CURRENT is [region=hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2., hostname=8edcaf2ecc84,36723,1733376103422, seqNum=2] 2024-12-05T05:22:04,419 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T05:22:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T05:22:04,421 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8edcaf2ecc84,36723,1733376103422 suceeded 2024-12-05T05:22:04,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T05:22:04,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-05T05:22:04,423 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8edcaf2ecc84:36637,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:22:04,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4670 sec 2024-12-05T05:22:04,431 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:36637' 2024-12-05T05:22:04,432 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b7d4fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:04,432 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36637,-1 for getting cluster id 2024-12-05T05:22:04,432 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:04,433 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46256ead-15ac-42d6-af3a-0e7ddce13c1e' 2024-12-05T05:22:04,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:04,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46256ead-15ac-42d6-af3a-0e7ddce13c1e" 2024-12-05T05:22:04,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27ff72c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:04,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36637,-1] 2024-12-05T05:22:04,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:04,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:04,434 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:04,435 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57d49c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:04,435 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:04,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36637,1733376108796 2024-12-05T05:22:04,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ccd19a 2024-12-05T05:22:04,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:04,437 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-05T05:22:04,437 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,36723,1733376103422 (queues=1) is replicating from cluster=89f6a640-b7e8-43e1-b17d-818caa87fb9a to cluster=46256ead-15ac-42d6-af3a-0e7ddce13c1e 2024-12-05T05:22:04,437 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C36723%2C1733376103422 2024-12-05T05:22:04,437 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,36723,1733376103422, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:22:04,438 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.shipper8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C36723%2C1733376103422 2024-12-05T05:22:04,438 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239, startPosition=0, beingWritten=true 2024-12-05T05:22:04,442 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:04,442 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 379, reset compression=false 2024-12-05T05:22:04,442 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.shipper8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36723,1733376103422 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:04,649 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 379, reset compression=false 2024-12-05T05:22:04,954 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 379, reset compression=false 2024-12-05T05:22:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:05,101 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:22:05,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:22:05,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:05,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:05,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:05,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:05,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a13a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:05,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36637,-1 for getting cluster id 2024-12-05T05:22:05,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:05,103 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46256ead-15ac-42d6-af3a-0e7ddce13c1e' 2024-12-05T05:22:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46256ead-15ac-42d6-af3a-0e7ddce13c1e" 2024-12-05T05:22:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cf7cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36637,-1] 2024-12-05T05:22:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:05,104 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:05,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471d7742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:05,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36637,1733376108796 2024-12-05T05:22:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5485af0a 2024-12-05T05:22:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:05,106 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:05,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:33565,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:22:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:22:05,109 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:33565' 2024-12-05T05:22:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:05,110 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dcf34e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:05,110 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,33565,-1 for getting cluster id 2024-12-05T05:22:05,110 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:05,110 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69dfac96-3629-426c-bb3c-1e7682dc34fc' 2024-12-05T05:22:05,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:05,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69dfac96-3629-426c-bb3c-1e7682dc34fc" 2024-12-05T05:22:05,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30849994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:05,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,33565,-1] 2024-12-05T05:22:05,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:05,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:05,112 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:05,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e0570a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:05,112 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:05,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,33565,1733376115180 2024-12-05T05:22:05,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@370af21a 2024-12-05T05:22:05,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:05,113 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:05,114 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-05T05:22:05,114 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:22:05,114 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:05,114 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:05,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:05,115 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:22:05,115 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:22:05,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:22:05,116 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:05,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:22:05,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741837_1013 (size=1138) 2024-12-05T05:22:05,166 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T05:22:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:05,358 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 379, reset compression=false 2024-12-05T05:22:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:05,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35c91d61c9204ac65f008993fd678519, NAME => 'hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8 2024-12-05T05:22:05,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741838_1014 (size=44) 2024-12-05T05:22:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:05,861 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 379, reset compression=false 2024-12-05T05:22:05,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:05,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 35c91d61c9204ac65f008993fd678519, disabling compactions & flushes 2024-12-05T05:22:05,927 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519. 2024-12-05T05:22:05,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519. 2024-12-05T05:22:05,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519. after waiting 0 ms 2024-12-05T05:22:05,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519. 2024-12-05T05:22:05,927 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519. 2024-12-05T05:22:05,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35c91d61c9204ac65f008993fd678519: Waiting for close lock at 1733376125927Disabling compacts and flushes for region at 1733376125927Disabling writes for close at 1733376125927Writing region close event to WAL at 1733376125927Closed at 1733376125927 2024-12-05T05:22:05,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:22:05,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733376125928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376125928"}]},"ts":"1733376125928"} 2024-12-05T05:22:05,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:22:05,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:22:05,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376125930"}]},"ts":"1733376125930"} 2024-12-05T05:22:05,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T05:22:05,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35c91d61c9204ac65f008993fd678519, ASSIGN}] 2024-12-05T05:22:05,933 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35c91d61c9204ac65f008993fd678519, ASSIGN 2024-12-05T05:22:05,934 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35c91d61c9204ac65f008993fd678519, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,39287,1733376109125; forceNewPlan=false, retain=false 2024-12-05T05:22:06,085 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=35c91d61c9204ac65f008993fd678519, regionState=OPENING, regionLocation=8edcaf2ecc84,39287,1733376109125 2024-12-05T05:22:06,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35c91d61c9204ac65f008993fd678519, ASSIGN because future has completed 2024-12-05T05:22:06,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c91d61c9204ac65f008993fd678519, server=8edcaf2ecc84,39287,1733376109125}] 2024-12-05T05:22:06,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519. 2024-12-05T05:22:06,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:22:06,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:22:06,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C39287%2C1733376109125.rep, suffix=, logDir=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125, archiveDir=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/oldWALs, maxLogs=10 2024-12-05T05:22:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:06,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.rep.1733376126244, exclude list is [], retry=0 2024-12-05T05:22:06,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45565,DS-b4014567-c56b-42f0-b19a-04ac50296451,DISK] 2024-12-05T05:22:06,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.rep.1733376126244 2024-12-05T05:22:06,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-05T05:22:06,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 35c91d61c9204ac65f008993fd678519, NAME => 'hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:06,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:22:06,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:22:06,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519. service=MultiRowMutationService 2024-12-05T05:22:06,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:22:06,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 35c91d61c9204ac65f008993fd678519 2024-12-05T05:22:06,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:06,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 35c91d61c9204ac65f008993fd678519 2024-12-05T05:22:06,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 35c91d61c9204ac65f008993fd678519 2024-12-05T05:22:06,261 INFO [StoreOpener-35c91d61c9204ac65f008993fd678519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 35c91d61c9204ac65f008993fd678519 2024-12-05T05:22:06,261 INFO [StoreOpener-35c91d61c9204ac65f008993fd678519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c91d61c9204ac65f008993fd678519 columnFamilyName hfileref 2024-12-05T05:22:06,261 DEBUG [StoreOpener-35c91d61c9204ac65f008993fd678519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:06,262 INFO [StoreOpener-35c91d61c9204ac65f008993fd678519-1 {}] regionserver.HStore(327): Store=35c91d61c9204ac65f008993fd678519/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:06,262 INFO [StoreOpener-35c91d61c9204ac65f008993fd678519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 35c91d61c9204ac65f008993fd678519 2024-12-05T05:22:06,263 INFO [StoreOpener-35c91d61c9204ac65f008993fd678519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c91d61c9204ac65f008993fd678519 columnFamilyName queue 2024-12-05T05:22:06,263 DEBUG [StoreOpener-35c91d61c9204ac65f008993fd678519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:06,263 INFO [StoreOpener-35c91d61c9204ac65f008993fd678519-1 {}] regionserver.HStore(327): Store=35c91d61c9204ac65f008993fd678519/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:06,263 INFO [StoreOpener-35c91d61c9204ac65f008993fd678519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 35c91d61c9204ac65f008993fd678519 2024-12-05T05:22:06,264 INFO [StoreOpener-35c91d61c9204ac65f008993fd678519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c91d61c9204ac65f008993fd678519 columnFamilyName sid 2024-12-05T05:22:06,264 DEBUG [StoreOpener-35c91d61c9204ac65f008993fd678519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:06,264 INFO [StoreOpener-35c91d61c9204ac65f008993fd678519-1 {}] regionserver.HStore(327): Store=35c91d61c9204ac65f008993fd678519/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:06,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 35c91d61c9204ac65f008993fd678519 2024-12-05T05:22:06,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/replication/35c91d61c9204ac65f008993fd678519 2024-12-05T05:22:06,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/replication/35c91d61c9204ac65f008993fd678519 2024-12-05T05:22:06,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 35c91d61c9204ac65f008993fd678519 2024-12-05T05:22:06,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 35c91d61c9204ac65f008993fd678519 2024-12-05T05:22:06,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:22:06,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 35c91d61c9204ac65f008993fd678519 2024-12-05T05:22:06,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/replication/35c91d61c9204ac65f008993fd678519/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:06,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 35c91d61c9204ac65f008993fd678519; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61417437, jitterRate=-0.08480887115001678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:22:06,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35c91d61c9204ac65f008993fd678519 2024-12-05T05:22:06,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 35c91d61c9204ac65f008993fd678519: Running coprocessor pre-open hook at 1733376126260Writing region info on filesystem at 1733376126260Initializing all the Stores at 1733376126260Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376126260Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376126260Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376126260Cleaning up temporary data from old regions at 1733376126265 (+5 ms)Running coprocessor post-open hooks at 1733376126268 (+3 ms)Region opened successfully at 1733376126268 2024-12-05T05:22:06,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519., pid=10, masterSystemTime=1733376126239 2024-12-05T05:22:06,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519. 2024-12-05T05:22:06,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519. 2024-12-05T05:22:06,271 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=35c91d61c9204ac65f008993fd678519, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,39287,1733376109125 2024-12-05T05:22:06,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c91d61c9204ac65f008993fd678519, server=8edcaf2ecc84,39287,1733376109125 because future has completed 2024-12-05T05:22:06,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T05:22:06,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 35c91d61c9204ac65f008993fd678519, server=8edcaf2ecc84,39287,1733376109125 in 186 msec 2024-12-05T05:22:06,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T05:22:06,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35c91d61c9204ac65f008993fd678519, ASSIGN in 342 msec 2024-12-05T05:22:06,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:22:06,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376126276"}]},"ts":"1733376126276"} 2024-12-05T05:22:06,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T05:22:06,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:22:06,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-12-05T05:22:06,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519., hostname=8edcaf2ecc84,39287,1733376109125, seqNum=2] 2024-12-05T05:22:06,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:22:06,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:22:06,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:22:06,465 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 379, reset compression=false 2024-12-05T05:22:06,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T05:22:06,523 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T05:22:06,546 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,39287,1733376109125, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:22:06,547 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:06,547 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,39287,1733376109125, seqNum=-1] 2024-12-05T05:22:06,547 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:06,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T05:22:06,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8edcaf2ecc84,39287,1733376109125', locateType=CURRENT is [region=hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519., hostname=8edcaf2ecc84,39287,1733376109125, seqNum=2] 2024-12-05T05:22:06,552 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T05:22:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T05:22:06,554 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8edcaf2ecc84,39287,1733376109125 suceeded 2024-12-05T05:22:06,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T05:22:06,555 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8edcaf2ecc84:33565,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:22:06,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-05T05:22:06,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4490 sec 2024-12-05T05:22:06,564 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:33565' 2024-12-05T05:22:06,565 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c9d3a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:06,565 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,33565,-1 for getting cluster id 2024-12-05T05:22:06,565 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:06,566 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69dfac96-3629-426c-bb3c-1e7682dc34fc' 2024-12-05T05:22:06,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:06,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69dfac96-3629-426c-bb3c-1e7682dc34fc" 2024-12-05T05:22:06,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@490a6c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:06,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,33565,-1] 2024-12-05T05:22:06,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:06,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:06,567 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:06,568 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17f6a082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:06,568 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:06,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,33565,1733376115180 2024-12-05T05:22:06,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aa65b52 2024-12-05T05:22:06,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:06,569 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-05T05:22:06,570 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,39287,1733376109125 (queues=1) is replicating from cluster=46256ead-15ac-42d6-af3a-0e7ddce13c1e to cluster=69dfac96-3629-426c-bb3c-1e7682dc34fc 2024-12-05T05:22:06,570 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C39287%2C1733376109125 2024-12-05T05:22:06,570 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,39287,1733376109125, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:22:06,570 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C39287%2C1733376109125 2024-12-05T05:22:06,570 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705, startPosition=0, beingWritten=true 2024-12-05T05:22:06,575 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:06,575 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 379, reset compression=false 2024-12-05T05:22:06,575 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39287,1733376109125 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:06,779 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 379, reset compression=false 2024-12-05T05:22:07,082 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 379, reset compression=false 2024-12-05T05:22:07,168 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 379, reset compression=false 2024-12-05T05:22:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:07,271 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:22:07,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:22:07,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:07,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:07,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:07,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:07,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af606e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:07,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,33565,-1 for getting cluster id 2024-12-05T05:22:07,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:07,273 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69dfac96-3629-426c-bb3c-1e7682dc34fc' 2024-12-05T05:22:07,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:07,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69dfac96-3629-426c-bb3c-1e7682dc34fc" 2024-12-05T05:22:07,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6737a067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:07,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,33565,-1] 2024-12-05T05:22:07,274 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:07,274 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:07,274 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:07,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f093b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:07,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:07,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,33565,1733376115180 2024-12-05T05:22:07,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17046ed4 2024-12-05T05:22:07,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:07,276 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:07,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:36477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:22:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:22:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:07,279 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:36477' 2024-12-05T05:22:07,280 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6b9259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:07,280 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36477,-1 for getting cluster id 2024-12-05T05:22:07,280 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:07,280 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89f6a640-b7e8-43e1-b17d-818caa87fb9a' 2024-12-05T05:22:07,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:07,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89f6a640-b7e8-43e1-b17d-818caa87fb9a" 2024-12-05T05:22:07,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4665dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:07,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36477,-1] 2024-12-05T05:22:07,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:07,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:07,281 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:07,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e627203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:07,282 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:07,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36477,1733376103206 2024-12-05T05:22:07,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a9bbad4 2024-12-05T05:22:07,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:07,283 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:07,284 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T05:22:07,284 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:22:07,284 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:07,284 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:07,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:07,285 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:22:07,286 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:22:07,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:22:07,287 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:07,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:22:07,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741837_1013 (size=1138) 2024-12-05T05:22:07,336 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T05:22:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:07,485 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 379, reset compression=false 2024-12-05T05:22:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:07,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c06e5d6219d2fd7339055123cddc7942, NAME => 'hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c 2024-12-05T05:22:07,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741838_1014 (size=44) 2024-12-05T05:22:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:07,971 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 379, reset compression=false 2024-12-05T05:22:07,988 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 379, reset compression=false 2024-12-05T05:22:08,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:08,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c06e5d6219d2fd7339055123cddc7942, disabling compactions & flushes 2024-12-05T05:22:08,098 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. 2024-12-05T05:22:08,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. 2024-12-05T05:22:08,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. after waiting 0 ms 2024-12-05T05:22:08,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. 2024-12-05T05:22:08,098 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. 2024-12-05T05:22:08,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c06e5d6219d2fd7339055123cddc7942: Waiting for close lock at 1733376128098Disabling compacts and flushes for region at 1733376128098Disabling writes for close at 1733376128098Writing region close event to WAL at 1733376128098Closed at 1733376128098 2024-12-05T05:22:08,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:22:08,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733376128099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376128099"}]},"ts":"1733376128099"} 2024-12-05T05:22:08,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:22:08,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:22:08,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376128101"}]},"ts":"1733376128101"} 2024-12-05T05:22:08,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T05:22:08,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c06e5d6219d2fd7339055123cddc7942, ASSIGN}] 2024-12-05T05:22:08,104 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c06e5d6219d2fd7339055123cddc7942, ASSIGN 2024-12-05T05:22:08,104 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c06e5d6219d2fd7339055123cddc7942, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,44827,1733376115409; forceNewPlan=false, retain=false 2024-12-05T05:22:08,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c06e5d6219d2fd7339055123cddc7942, regionState=OPENING, regionLocation=8edcaf2ecc84,44827,1733376115409 2024-12-05T05:22:08,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c06e5d6219d2fd7339055123cddc7942, ASSIGN because future has completed 2024-12-05T05:22:08,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c06e5d6219d2fd7339055123cddc7942, server=8edcaf2ecc84,44827,1733376115409}] 2024-12-05T05:22:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:08,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. 2024-12-05T05:22:08,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:22:08,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:22:08,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C44827%2C1733376115409.rep, suffix=, logDir=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409, archiveDir=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/oldWALs, maxLogs=10 2024-12-05T05:22:08,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.rep.1733376128414, exclude list is [], retry=0 2024-12-05T05:22:08,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41039,DS-464cc925-7b61-478d-8aa8-4adf914d9f17,DISK] 2024-12-05T05:22:08,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.rep.1733376128414 2024-12-05T05:22:08,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33203:33203)] 2024-12-05T05:22:08,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c06e5d6219d2fd7339055123cddc7942, NAME => 'hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:08,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:22:08,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:22:08,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. service=MultiRowMutationService 2024-12-05T05:22:08,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:22:08,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:08,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:08,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:08,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:08,435 INFO [StoreOpener-c06e5d6219d2fd7339055123cddc7942-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:08,435 INFO [StoreOpener-c06e5d6219d2fd7339055123cddc7942-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c06e5d6219d2fd7339055123cddc7942 columnFamilyName hfileref 2024-12-05T05:22:08,435 DEBUG [StoreOpener-c06e5d6219d2fd7339055123cddc7942-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:08,436 INFO [StoreOpener-c06e5d6219d2fd7339055123cddc7942-1 {}] regionserver.HStore(327): Store=c06e5d6219d2fd7339055123cddc7942/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:08,436 INFO [StoreOpener-c06e5d6219d2fd7339055123cddc7942-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:08,436 INFO [StoreOpener-c06e5d6219d2fd7339055123cddc7942-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c06e5d6219d2fd7339055123cddc7942 columnFamilyName queue 2024-12-05T05:22:08,436 DEBUG [StoreOpener-c06e5d6219d2fd7339055123cddc7942-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:08,437 INFO [StoreOpener-c06e5d6219d2fd7339055123cddc7942-1 {}] regionserver.HStore(327): Store=c06e5d6219d2fd7339055123cddc7942/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:08,437 INFO [StoreOpener-c06e5d6219d2fd7339055123cddc7942-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:08,437 INFO [StoreOpener-c06e5d6219d2fd7339055123cddc7942-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c06e5d6219d2fd7339055123cddc7942 columnFamilyName sid 2024-12-05T05:22:08,437 DEBUG [StoreOpener-c06e5d6219d2fd7339055123cddc7942-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:08,438 INFO [StoreOpener-c06e5d6219d2fd7339055123cddc7942-1 {}] regionserver.HStore(327): Store=c06e5d6219d2fd7339055123cddc7942/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:08,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:08,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/replication/c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:08,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/replication/c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:08,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:08,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:08,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:22:08,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:08,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/replication/c06e5d6219d2fd7339055123cddc7942/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:08,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c06e5d6219d2fd7339055123cddc7942; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71788632, jitterRate=0.06973397731781006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:22:08,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:08,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c06e5d6219d2fd7339055123cddc7942: Running coprocessor pre-open hook at 1733376128434Writing region info on filesystem at 1733376128434Initializing all the Stores at 1733376128434Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376128434Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376128434Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376128434Cleaning up temporary data from old regions at 1733376128439 (+5 ms)Running coprocessor post-open hooks at 1733376128442 (+3 ms)Region opened successfully at 1733376128442 2024-12-05T05:22:08,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942., pid=10, masterSystemTime=1733376128409 2024-12-05T05:22:08,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. 2024-12-05T05:22:08,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. 2024-12-05T05:22:08,444 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c06e5d6219d2fd7339055123cddc7942, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,44827,1733376115409 2024-12-05T05:22:08,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c06e5d6219d2fd7339055123cddc7942, server=8edcaf2ecc84,44827,1733376115409 because future has completed 2024-12-05T05:22:08,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T05:22:08,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c06e5d6219d2fd7339055123cddc7942, server=8edcaf2ecc84,44827,1733376115409 in 190 msec 2024-12-05T05:22:08,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T05:22:08,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c06e5d6219d2fd7339055123cddc7942, ASSIGN in 345 msec 2024-12-05T05:22:08,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:22:08,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376128450"}]},"ts":"1733376128450"} 2024-12-05T05:22:08,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T05:22:08,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:22:08,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-12-05T05:22:08,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942., hostname=8edcaf2ecc84,44827,1733376115409, seqNum=2] 2024-12-05T05:22:08,550 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T05:22:08,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:22:08,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:22:08,591 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 379, reset compression=false 2024-12-05T05:22:08,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:22:08,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T05:22:08,755 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T05:22:08,778 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,44827,1733376115409, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:22:08,778 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:08,778 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44827,1733376115409, seqNum=-1] 2024-12-05T05:22:08,778 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:08,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T05:22:08,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8edcaf2ecc84,44827,1733376115409', locateType=CURRENT is [region=hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942., hostname=8edcaf2ecc84,44827,1733376115409, seqNum=2] 2024-12-05T05:22:08,783 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T05:22:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T05:22:08,785 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8edcaf2ecc84,44827,1733376115409 suceeded 2024-12-05T05:22:08,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T05:22:08,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-05T05:22:08,786 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8edcaf2ecc84:36477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:22:08,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-12-05T05:22:08,795 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:36477' 2024-12-05T05:22:08,796 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9da0c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:08,796 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36477,-1 for getting cluster id 2024-12-05T05:22:08,796 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:08,797 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89f6a640-b7e8-43e1-b17d-818caa87fb9a' 2024-12-05T05:22:08,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:08,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89f6a640-b7e8-43e1-b17d-818caa87fb9a" 2024-12-05T05:22:08,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e33c5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:08,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36477,-1] 2024-12-05T05:22:08,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:08,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:08,798 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:08,799 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34e86308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:08,799 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:08,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36477,1733376103206 2024-12-05T05:22:08,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@117ea1b6 2024-12-05T05:22:08,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:08,800 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T05:22:08,801 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,44827,1733376115409 (queues=1) is replicating from cluster=69dfac96-3629-426c-bb3c-1e7682dc34fc to cluster=89f6a640-b7e8-43e1-b17d-818caa87fb9a 2024-12-05T05:22:08,801 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C44827%2C1733376115409 2024-12-05T05:22:08,801 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,44827,1733376115409, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:22:08,801 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582, startPosition=0, beingWritten=true 2024-12-05T05:22:08,801 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C44827%2C1733376115409 2024-12-05T05:22:08,805 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:08,805 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 379, reset compression=false 2024-12-05T05:22:08,805 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44827,1733376115409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:08,875 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 379, reset compression=false 2024-12-05T05:22:09,011 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 379, reset compression=false 2024-12-05T05:22:09,294 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 379, reset compression=false 2024-12-05T05:22:09,314 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 379, reset compression=false 2024-12-05T05:22:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:09,421 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:22:09,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:22:09,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:09,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:09,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:09,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:09,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a51055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:09,422 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36477,-1 for getting cluster id 2024-12-05T05:22:09,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:09,422 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89f6a640-b7e8-43e1-b17d-818caa87fb9a' 2024-12-05T05:22:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89f6a640-b7e8-43e1-b17d-818caa87fb9a" 2024-12-05T05:22:09,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712092cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:09,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36477,-1] 2024-12-05T05:22:09,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:09,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:09,423 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14197af4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:09,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76316302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:09,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36637,-1 for getting cluster id 2024-12-05T05:22:09,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:09,425 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46256ead-15ac-42d6-af3a-0e7ddce13c1e' 2024-12-05T05:22:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46256ead-15ac-42d6-af3a-0e7ddce13c1e" 2024-12-05T05:22:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa3be37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36637,-1] 2024-12-05T05:22:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:09,426 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:09,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b0e3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:09,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4cc43b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:09,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,33565,-1 for getting cluster id 2024-12-05T05:22:09,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:09,427 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69dfac96-3629-426c-bb3c-1e7682dc34fc' 2024-12-05T05:22:09,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:09,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69dfac96-3629-426c-bb3c-1e7682dc34fc" 2024-12-05T05:22:09,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b373b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:09,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,33565,-1] 2024-12-05T05:22:09,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:09,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:09,428 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:09,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4567799b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:09,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,36723,1733376103422, seqNum=-1] 2024-12-05T05:22:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:09,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:22:09,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a., hostname=8edcaf2ecc84,36723,1733376103422, seqNum=2] 2024-12-05T05:22:09,434 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44827,1733376115409, seqNum=-1] 2024-12-05T05:22:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:09,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:22:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae., hostname=8edcaf2ecc84,44827,1733376115409, seqNum=2] 2024-12-05T05:22:09,439 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T05:22:09,631 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:22:09,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:09,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:09,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:09,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:09,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:09,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:09,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:09,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:09,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:09,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:09,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:09,717 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 379, reset compression=false 2024-12-05T05:22:09,878 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 379, reset compression=false 2024-12-05T05:22:09,883 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:09,883 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 480, reset compression=false 2024-12-05T05:22:09,883 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.shipper8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36723,1733376103422 got entry batch from reader: WALEntryBatch [walEntries=[{test/61d656c25f5dc58ed6b578b9aaf9e92a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T05:22:09,885 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.shipper8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:22:09,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-05T05:22:09,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:09,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c4c1935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:09,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36637,-1 for getting cluster id 2024-12-05T05:22:09,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:09,887 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46256ead-15ac-42d6-af3a-0e7ddce13c1e' 2024-12-05T05:22:09,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:09,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46256ead-15ac-42d6-af3a-0e7ddce13c1e" 2024-12-05T05:22:09,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38556acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:09,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36637,-1] 2024-12-05T05:22:09,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:09,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:09,888 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:09,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ac2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:09,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:09,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,39287,1733376109125, seqNum=-1] 2024-12-05T05:22:09,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:09,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T05:22:09,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733376119663.b008b23656e71c18a834ace92a2dc952., hostname=8edcaf2ecc84,39287,1733376109125, seqNum=2] 2024-12-05T05:22:09,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:10,086 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 480, reset compression=false 2024-12-05T05:22:10,097 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 379, reset compression=false 2024-12-05T05:22:10,101 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:10,102 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 504, reset compression=false 2024-12-05T05:22:10,102 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39287,1733376109125 got entry batch from reader: WALEntryBatch [walEntries=[{test/b008b23656e71c18a834ace92a2dc952/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T05:22:10,103 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:22:10,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-05T05:22:10,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:10,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7014cb7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:10,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,33565,-1 for getting cluster id 2024-12-05T05:22:10,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:10,106 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69dfac96-3629-426c-bb3c-1e7682dc34fc' 2024-12-05T05:22:10,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:10,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69dfac96-3629-426c-bb3c-1e7682dc34fc" 2024-12-05T05:22:10,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1364555d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:10,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,33565,-1] 2024-12-05T05:22:10,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:10,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:10,107 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:10,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@462248b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:10,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:10,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44827,1733376115409, seqNum=-1] 2024-12-05T05:22:10,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:10,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T05:22:10,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae., hostname=8edcaf2ecc84,44827,1733376115409, seqNum=2] 2024-12-05T05:22:10,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:10,220 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 379, reset compression=false 2024-12-05T05:22:10,224 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:10,224 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 527, reset compression=false 2024-12-05T05:22:10,224 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44827,1733376115409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:10,304 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 504, reset compression=false 2024-12-05T05:22:10,389 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 480, reset compression=false 2024-12-05T05:22:10,427 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 527, reset compression=false 2024-12-05T05:22:10,440 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T05:22:10,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:10,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,39287,1733376109125, seqNum=-1] 2024-12-05T05:22:10,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:10,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:22:10,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733376119663.b008b23656e71c18a834ace92a2dc952., hostname=8edcaf2ecc84,39287,1733376109125, seqNum=2] 2024-12-05T05:22:10,446 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T05:22:10,607 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 504, reset compression=false 2024-12-05T05:22:10,611 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:10,611 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 608, reset compression=false 2024-12-05T05:22:10,611 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39287,1733376109125 got entry batch from reader: WALEntryBatch [walEntries=[{test/b008b23656e71c18a834ace92a2dc952/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T05:22:10,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:10,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:10,729 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 527, reset compression=false 2024-12-05T05:22:10,733 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:10,733 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 654, reset compression=false 2024-12-05T05:22:10,733 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44827,1733376115409 got entry batch from reader: WALEntryBatch [walEntries=[{test/7cc016bf3c57c38ac417027ce963e9ae/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T05:22:10,735 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:22:10,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T05:22:10,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:10,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68ec26c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:10,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36477,-1 for getting cluster id 2024-12-05T05:22:10,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:10,737 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89f6a640-b7e8-43e1-b17d-818caa87fb9a' 2024-12-05T05:22:10,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:10,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89f6a640-b7e8-43e1-b17d-818caa87fb9a" 2024-12-05T05:22:10,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27108549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:10,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36477,-1] 2024-12-05T05:22:10,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:10,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:10,738 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:10,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1103d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:10,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:10,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,36723,1733376103422, seqNum=-1] 2024-12-05T05:22:10,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:10,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T05:22:10,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a., hostname=8edcaf2ecc84,36723,1733376103422, seqNum=2] 2024-12-05T05:22:10,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:10,792 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 480, reset compression=false 2024-12-05T05:22:10,796 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:10,796 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 630, reset compression=false 2024-12-05T05:22:10,796 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.shipper8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36723,1733376103422 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:10,814 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 608, reset compression=false 2024-12-05T05:22:10,936 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 654, reset compression=false 2024-12-05T05:22:10,999 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 630, reset compression=false 2024-12-05T05:22:11,117 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 608, reset compression=false 2024-12-05T05:22:11,239 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 654, reset compression=false 2024-12-05T05:22:11,303 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 630, reset compression=false 2024-12-05T05:22:11,448 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T05:22:11,451 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T05:22:11,520 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 608, reset compression=false 2024-12-05T05:22:11,642 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 654, reset compression=false 2024-12-05T05:22:11,646 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:11,646 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 758, reset compression=false 2024-12-05T05:22:11,646 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44827,1733376115409 got entry batch from reader: WALEntryBatch [walEntries=[{test/7cc016bf3c57c38ac417027ce963e9ae/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T05:22:11,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:11,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:11,706 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 630, reset compression=false 2024-12-05T05:22:11,710 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:11,710 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 757, reset compression=false 2024-12-05T05:22:11,710 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.shipper8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36723,1733376103422 got entry batch from reader: WALEntryBatch [walEntries=[{test/61d656c25f5dc58ed6b578b9aaf9e92a/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T05:22:11,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:11,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:11,849 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 758, reset compression=false 2024-12-05T05:22:11,923 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 757, reset compression=false 2024-12-05T05:22:12,023 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 608, reset compression=false 2024-12-05T05:22:12,026 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:12,026 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 759, reset compression=false 2024-12-05T05:22:12,026 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39287,1733376109125 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:12,152 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 758, reset compression=false 2024-12-05T05:22:12,226 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 757, reset compression=false 2024-12-05T05:22:12,229 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 759, reset compression=false 2024-12-05T05:22:12,452 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T05:22:12,455 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T05:22:12,532 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 759, reset compression=false 2024-12-05T05:22:12,556 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 758, reset compression=false 2024-12-05T05:22:12,629 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 757, reset compression=false 2024-12-05T05:22:12,633 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:12,633 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 913, reset compression=false 2024-12-05T05:22:12,633 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.shipper8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36723,1733376103422 got entry batch from reader: WALEntryBatch [walEntries=[{test/61d656c25f5dc58ed6b578b9aaf9e92a/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T05:22:12,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:12,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:12,795 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T05:22:12,835 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 913, reset compression=false 2024-12-05T05:22:12,935 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 759, reset compression=false 2024-12-05T05:22:12,938 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:12,939 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 907, reset compression=false 2024-12-05T05:22:12,939 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39287,1733376109125 got entry batch from reader: WALEntryBatch [walEntries=[{test/b008b23656e71c18a834ace92a2dc952/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T05:22:12,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:12,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:13,058 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 758, reset compression=false 2024-12-05T05:22:13,062 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:13,063 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 929, reset compression=false 2024-12-05T05:22:13,063 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44827,1733376115409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:13,139 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 913, reset compression=false 2024-12-05T05:22:13,142 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 907, reset compression=false 2024-12-05T05:22:13,266 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 929, reset compression=false 2024-12-05T05:22:13,445 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 907, reset compression=false 2024-12-05T05:22:13,457 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T05:22:13,460 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T05:22:13,542 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 913, reset compression=false 2024-12-05T05:22:13,575 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 929, reset compression=false 2024-12-05T05:22:13,848 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 907, reset compression=false 2024-12-05T05:22:13,852 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:13,852 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1066, reset compression=false 2024-12-05T05:22:13,852 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39287,1733376109125 got entry batch from reader: WALEntryBatch [walEntries=[{test/b008b23656e71c18a834ace92a2dc952/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T05:22:13,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:13,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:13,978 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 929, reset compression=false 2024-12-05T05:22:13,982 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:13,982 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 1078, reset compression=false 2024-12-05T05:22:13,982 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44827,1733376115409 got entry batch from reader: WALEntryBatch [walEntries=[{test/7cc016bf3c57c38ac417027ce963e9ae/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T05:22:13,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:13,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:14,045 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 913, reset compression=false 2024-12-05T05:22:14,048 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:14,048 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1085, reset compression=false 2024-12-05T05:22:14,048 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.shipper8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36723,1733376103422 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:14,055 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1066, reset compression=false 2024-12-05T05:22:14,185 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 1078, reset compression=false 2024-12-05T05:22:14,251 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1085, reset compression=false 2024-12-05T05:22:14,357 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1066, reset compression=false 2024-12-05T05:22:14,462 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T05:22:14,464 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T05:22:14,488 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 1078, reset compression=false 2024-12-05T05:22:14,492 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:14,492 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 1237, reset compression=false 2024-12-05T05:22:14,492 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44827,1733376115409 got entry batch from reader: WALEntryBatch [walEntries=[{test/7cc016bf3c57c38ac417027ce963e9ae/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T05:22:14,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:14,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:14,555 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1085, reset compression=false 2024-12-05T05:22:14,558 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:14,558 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1234, reset compression=false 2024-12-05T05:22:14,558 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.shipper8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36723,1733376103422 got entry batch from reader: WALEntryBatch [walEntries=[{test/61d656c25f5dc58ed6b578b9aaf9e92a/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T05:22:14,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:14,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:14,695 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 1237, reset compression=false 2024-12-05T05:22:14,761 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1066, reset compression=false 2024-12-05T05:22:14,762 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1234, reset compression=false 2024-12-05T05:22:14,765 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:14,765 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1239, reset compression=false 2024-12-05T05:22:14,765 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39287,1733376109125 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:14,968 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1239, reset compression=false 2024-12-05T05:22:14,998 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 1237, reset compression=false 2024-12-05T05:22:15,065 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1234, reset compression=false 2024-12-05T05:22:15,270 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1239, reset compression=false 2024-12-05T05:22:15,401 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 1237, reset compression=false 2024-12-05T05:22:15,466 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T05:22:15,468 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1234, reset compression=false 2024-12-05T05:22:15,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd440f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:15,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,33565,-1 for getting cluster id 2024-12-05T05:22:15,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:15,473 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69dfac96-3629-426c-bb3c-1e7682dc34fc' 2024-12-05T05:22:15,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:15,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69dfac96-3629-426c-bb3c-1e7682dc34fc" 2024-12-05T05:22:15,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6070eeab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:15,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,33565,-1] 2024-12-05T05:22:15,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:15,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:15,474 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f57ace0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:15,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:15,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,33565,1733376115180 2024-12-05T05:22:15,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78a394fd 2024-12-05T05:22:15,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:15,479 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:15,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-05T05:22:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-05T05:22:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T05:22:15,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:22:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T05:22:15,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T05:22:15,649 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-05T05:22:15,650 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-05T05:22:15,650 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,44827,1733376115409 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-05T05:22:15,650 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0. 2024-12-05T05:22:15,650 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:15,650 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:15,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:15,650 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:15,673 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1239, reset compression=false 2024-12-05T05:22:15,751 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T05:22:15,751 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T05:22:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T05:22:15,851 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 terminated 2024-12-05T05:22:15,874 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,44827,1733376115409, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:22:15,875 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-05T05:22:15,875 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T05:22:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T05:22:15,877 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 8edcaf2ecc84,44827,1733376115409 suceeded 2024-12-05T05:22:15,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T05:22:15,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 381 msec 2024-12-05T05:22:15,880 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-05T05:22:15,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 400 msec 2024-12-05T05:22:15,902 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:36477' 2024-12-05T05:22:15,903 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@696ffd7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:15,903 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36477,-1 for getting cluster id 2024-12-05T05:22:15,903 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:15,904 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89f6a640-b7e8-43e1-b17d-818caa87fb9a' 2024-12-05T05:22:15,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:15,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89f6a640-b7e8-43e1-b17d-818caa87fb9a" 2024-12-05T05:22:15,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24154976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:15,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36477,-1] 2024-12-05T05:22:15,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:15,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:15,906 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:15,907 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17efafaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:15,907 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:15,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36477,1733376103206 2024-12-05T05:22:15,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62793030 2024-12-05T05:22:15,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:15,909 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T05:22:15,910 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,44827,1733376115409 (queues=1) is replicating from cluster=69dfac96-3629-426c-bb3c-1e7682dc34fc to cluster=89f6a640-b7e8-43e1-b17d-818caa87fb9a 2024-12-05T05:22:15,910 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C44827%2C1733376115409 2024-12-05T05:22:15,910 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,44827,1733376115409, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:22:15,920 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C44827%2C1733376115409 2024-12-05T05:22:15,971 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1234, reset compression=false 2024-12-05T05:22:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T05:22:16,112 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:22:16,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:22:16,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:16,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:16,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:16,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:16,118 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-05T05:22:16,177 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1239, reset compression=false 2024-12-05T05:22:16,575 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1234, reset compression=false 2024-12-05T05:22:16,592 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:16,592 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1338, reset compression=false 2024-12-05T05:22:16,592 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.shipper8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36723,1733376103422 got entry batch from reader: WALEntryBatch [walEntries=[{test/61d656c25f5dc58ed6b578b9aaf9e92a/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T05:22:16,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:16,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:16,780 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1239, reset compression=false 2024-12-05T05:22:16,784 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:16,784 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1367, reset compression=false 2024-12-05T05:22:16,784 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39287,1733376109125 got entry batch from reader: WALEntryBatch [walEntries=[{test/b008b23656e71c18a834ace92a2dc952/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T05:22:16,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:16,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:16,810 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1338, reset compression=false 2024-12-05T05:22:16,993 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1367, reset compression=false 2024-12-05T05:22:17,121 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-05T05:22:17,122 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1338, reset compression=false 2024-12-05T05:22:17,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fe9c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:17,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,33565,-1 for getting cluster id 2024-12-05T05:22:17,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:17,130 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69dfac96-3629-426c-bb3c-1e7682dc34fc' 2024-12-05T05:22:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69dfac96-3629-426c-bb3c-1e7682dc34fc" 2024-12-05T05:22:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57aabbe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,33565,-1] 2024-12-05T05:22:17,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:17,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:17,133 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112d64c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:17,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:17,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,33565,1733376115180 2024-12-05T05:22:17,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f6c4bbc 2024-12-05T05:22:17,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:17,141 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:17,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-05T05:22:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-05T05:22:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T05:22:17,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:22:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T05:22:17,297 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1367, reset compression=false 2024-12-05T05:22:17,305 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:17,305 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1471, reset compression=false 2024-12-05T05:22:17,305 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39287,1733376109125 got entry batch from reader: WALEntryBatch [walEntries=[{test/b008b23656e71c18a834ace92a2dc952/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T05:22:17,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:17,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:17,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-05T05:22:17,413 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-05T05:22:17,414 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T05:22:17,414 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582, startPosition=1237, beingWritten=true 2024-12-05T05:22:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33565 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-05T05:22:17,418 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 8edcaf2ecc84,44827,1733376115409 suceeded 2024-12-05T05:22:17,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T05:22:17,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-12-05T05:22:17,421 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-05T05:22:17,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 279 msec 2024-12-05T05:22:17,426 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:17,426 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 1515, reset compression=false 2024-12-05T05:22:17,426 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44827,1733376115409 got entry batch from reader: WALEntryBatch [walEntries=[{test/7cc016bf3c57c38ac417027ce963e9ae/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T05:22:17,428 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:22:17,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T05:22:17,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:17,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T05:22:17,471 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:22:17,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:22:17,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:17,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:17,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:17,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:17,473 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-05T05:22:17,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:22:17,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:22:17,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:17,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:17,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:17,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:17,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:22:17,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=774815094, stopped=false 2024-12-05T05:22:17,474 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,33565,1733376115180 2024-12-05T05:22:17,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21783918079/running 2024-12-05T05:22:17,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21783918079/running 2024-12-05T05:22:17,485 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:22:17,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:22:17,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:22:17,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:22:17,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:17,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:17,486 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,44827,1733376115409' ***** 2024-12-05T05:22:17,486 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:22:17,486 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:22:17,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Set watcher on znode that does not yet exist, /21783918079/running 2024-12-05T05:22:17,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Set watcher on znode that does not yet exist, /21783918079/running 2024-12-05T05:22:17,486 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:22:17,486 INFO [RS:0;8edcaf2ecc84:44827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:22:17,486 INFO [RS:0;8edcaf2ecc84:44827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:22:17,486 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(3091): Received CLOSE for 7cc016bf3c57c38ac417027ce963e9ae 2024-12-05T05:22:17,487 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(3091): Received CLOSE for c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:17,487 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,44827,1733376115409 2024-12-05T05:22:17,487 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:22:17,487 INFO [RS:0;8edcaf2ecc84:44827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:44827. 2024-12-05T05:22:17,487 DEBUG [RS:0;8edcaf2ecc84:44827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:17,487 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7cc016bf3c57c38ac417027ce963e9ae, disabling compactions & flushes 2024-12-05T05:22:17,487 DEBUG [RS:0;8edcaf2ecc84:44827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:17,487 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae. 2024-12-05T05:22:17,487 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae. 2024-12-05T05:22:17,487 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae. after waiting 0 ms 2024-12-05T05:22:17,487 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:22:17,487 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:22:17,487 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae. 2024-12-05T05:22:17,487 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:22:17,487 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:22:17,487 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7cc016bf3c57c38ac417027ce963e9ae 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T05:22:17,487 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T05:22:17,487 DEBUG [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7cc016bf3c57c38ac417027ce963e9ae=test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae., c06e5d6219d2fd7339055123cddc7942=hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942.} 2024-12-05T05:22:17,487 DEBUG [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7cc016bf3c57c38ac417027ce963e9ae, c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:17,487 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:22:17,487 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:22:17,488 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:22:17,488 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:22:17,488 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:22:17,488 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T05:22:17,497 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:22:17,497 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:22:17,503 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/.tmp/f/15571de1a0de408483d4de54baf3699a is 37, key is row3/f:row3/1733376136115/Put/seqid=0 2024-12-05T05:22:17,504 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/.tmp/info/484f91ac433a45c8a53e798dd8a27c02 is 147, key is hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942./info:regioninfo/1733376128444/Put/seqid=0 2024-12-05T05:22:17,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741840_1016 (size=5228) 2024-12-05T05:22:17,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741841_1017 (size=7686) 2024-12-05T05:22:17,507 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/.tmp/f/15571de1a0de408483d4de54baf3699a 2024-12-05T05:22:17,507 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/.tmp/info/484f91ac433a45c8a53e798dd8a27c02 2024-12-05T05:22:17,510 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15571de1a0de408483d4de54baf3699a 2024-12-05T05:22:17,515 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1471, reset compression=false 2024-12-05T05:22:17,527 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/.tmp/ns/7f0e7eee829e4289bd87c6389ad4c1c4 is 43, key is default/ns:d/1733376118378/Put/seqid=0 2024-12-05T05:22:17,527 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/.tmp/f1/d4064b50b3be4559b5ca44e065c56bed is 30, key is row1/f1:/1733376133458/DeleteFamily/seqid=0 2024-12-05T05:22:17,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741843_1019 (size=5158) 2024-12-05T05:22:17,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741842_1018 (size=5153) 2024-12-05T05:22:17,540 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1338, reset compression=false 2024-12-05T05:22:17,544 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:17,544 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1488, reset compression=false 2024-12-05T05:22:17,544 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.shipper8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36723,1733376103422 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:17,572 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:22:17,630 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 1515, reset compression=false 2024-12-05T05:22:17,634 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:17,634 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 1762, reset compression=false 2024-12-05T05:22:17,634 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44827,1733376115409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:17,635 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8edcaf2ecc84,44827,1733376115409: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8edcaf2ecc84,44827,1733376115409, walGroup=8edcaf2ecc84%2C44827%2C1733376115409, offset=8edcaf2ecc84%2C44827%2C1733376115409.1733376117582:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:44827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T05:22:17,636 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T05:22:17,636 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T05:22:17,637 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T05:22:17,637 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T05:22:17,637 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T05:22:17,637 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 892368880 }, "NonHeapMemoryUsage": { "committed": 200933376, "init": 7667712, "max": -1, "used": 198030424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T05:22:17,637 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:33565 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:33565 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T05:22:17,687 DEBUG [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7cc016bf3c57c38ac417027ce963e9ae, c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:17,730 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:17,731 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:22:17,731 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68480 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:22:17,748 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1488, reset compression=false 2024-12-05T05:22:17,822 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1471, reset compression=false 2024-12-05T05:22:17,839 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 1762, reset compression=false 2024-12-05T05:22:17,888 DEBUG [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7cc016bf3c57c38ac417027ce963e9ae, c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:17,933 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/.tmp/f1/d4064b50b3be4559b5ca44e065c56bed 2024-12-05T05:22:17,933 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/.tmp/ns/7f0e7eee829e4289bd87c6389ad4c1c4 2024-12-05T05:22:17,936 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4064b50b3be4559b5ca44e065c56bed 2024-12-05T05:22:17,949 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/.tmp/norep/4661d1c639734585bbdfb383409f0ccb is 33, key is row2/norep:/1733376134462/DeleteFamily/seqid=0 2024-12-05T05:22:17,951 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/.tmp/rep_barrier/2eaf36b28d7342cba9dfd41896d0507c is 112, key is test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae./rep_barrier:seqnumDuringOpen/1733376121941/Put/seqid=0 2024-12-05T05:22:17,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741844_1020 (size=5108) 2024-12-05T05:22:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741845_1021 (size=5518) 2024-12-05T05:22:18,051 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1488, reset compression=false 2024-12-05T05:22:18,088 DEBUG [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7cc016bf3c57c38ac417027ce963e9ae, c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:18,142 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 1762, reset compression=false 2024-12-05T05:22:18,225 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1471, reset compression=false 2024-12-05T05:22:18,288 DEBUG [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7cc016bf3c57c38ac417027ce963e9ae, c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:18,352 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/.tmp/norep/4661d1c639734585bbdfb383409f0ccb 2024-12-05T05:22:18,354 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/.tmp/rep_barrier/2eaf36b28d7342cba9dfd41896d0507c 2024-12-05T05:22:18,356 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4661d1c639734585bbdfb383409f0ccb 2024-12-05T05:22:18,356 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/.tmp/f/15571de1a0de408483d4de54baf3699a as hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/f/15571de1a0de408483d4de54baf3699a 2024-12-05T05:22:18,361 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15571de1a0de408483d4de54baf3699a 2024-12-05T05:22:18,361 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/f/15571de1a0de408483d4de54baf3699a, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T05:22:18,362 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/.tmp/f1/d4064b50b3be4559b5ca44e065c56bed as hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/f1/d4064b50b3be4559b5ca44e065c56bed 2024-12-05T05:22:18,366 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4064b50b3be4559b5ca44e065c56bed 2024-12-05T05:22:18,366 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/f1/d4064b50b3be4559b5ca44e065c56bed, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T05:22:18,367 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/.tmp/norep/4661d1c639734585bbdfb383409f0ccb as hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/norep/4661d1c639734585bbdfb383409f0ccb 2024-12-05T05:22:18,371 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4661d1c639734585bbdfb383409f0ccb 2024-12-05T05:22:18,371 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/norep/4661d1c639734585bbdfb383409f0ccb, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T05:22:18,371 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/.tmp/table/5ba87da2a2404e6987b673976515ec0f is 53, key is hbase:replication/table:state/1733376128450/Put/seqid=0 2024-12-05T05:22:18,372 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7cc016bf3c57c38ac417027ce963e9ae in 885ms, sequenceid=12, compaction requested=false 2024-12-05T05:22:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741846_1022 (size=5308) 2024-12-05T05:22:18,380 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/default/test/7cc016bf3c57c38ac417027ce963e9ae/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T05:22:18,381 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:22:18,381 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:22:18,381 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae. 2024-12-05T05:22:18,381 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7cc016bf3c57c38ac417027ce963e9ae: Waiting for close lock at 1733376137487Running coprocessor pre-close hooks at 1733376137487Disabling compacts and flushes for region at 1733376137487Disabling writes for close at 1733376137487Obtaining lock to block concurrent updates at 1733376137487Preparing flush snapshotting stores in 7cc016bf3c57c38ac417027ce963e9ae at 1733376137487Finished memstore snapshotting test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733376137488 (+1 ms)Flushing stores of test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae. at 1733376137488Flushing 7cc016bf3c57c38ac417027ce963e9ae/f: creating writer at 1733376137488Flushing 7cc016bf3c57c38ac417027ce963e9ae/f: appending metadata at 1733376137502 (+14 ms)Flushing 7cc016bf3c57c38ac417027ce963e9ae/f: closing flushed file at 1733376137502Flushing 7cc016bf3c57c38ac417027ce963e9ae/f1: creating writer at 1733376137511 (+9 ms)Flushing 7cc016bf3c57c38ac417027ce963e9ae/f1: appending metadata at 1733376137526 (+15 ms)Flushing 7cc016bf3c57c38ac417027ce963e9ae/f1: closing flushed file at 1733376137526Flushing 7cc016bf3c57c38ac417027ce963e9ae/norep: creating writer at 1733376137936 (+410 ms)Flushing 7cc016bf3c57c38ac417027ce963e9ae/norep: appending metadata at 1733376137948 (+12 ms)Flushing 7cc016bf3c57c38ac417027ce963e9ae/norep: closing flushed file at 1733376137948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f9d85c3: reopening flushed file at 1733376138356 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78298685: reopening flushed file at 1733376138361 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210a9f18: reopening flushed file at 1733376138366 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7cc016bf3c57c38ac417027ce963e9ae in 885ms, sequenceid=12, compaction requested=false at 1733376138372 (+6 ms)Writing region close event to WAL at 1733376138377 (+5 ms)Running coprocessor post-close hooks at 1733376138381 (+4 ms)Closed at 1733376138381 2024-12-05T05:22:18,381 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733376120803.7cc016bf3c57c38ac417027ce963e9ae. 2024-12-05T05:22:18,381 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c06e5d6219d2fd7339055123cddc7942, disabling compactions & flushes 2024-12-05T05:22:18,381 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. 2024-12-05T05:22:18,381 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. 2024-12-05T05:22:18,381 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. after waiting 0 ms 2024-12-05T05:22:18,381 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. 2024-12-05T05:22:18,382 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c06e5d6219d2fd7339055123cddc7942: Waiting for close lock at 1733376138381Running coprocessor pre-close hooks at 1733376138381Disabling compacts and flushes for region at 1733376138381Disabling writes for close at 1733376138381Failed flush hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942., putting online again at 1733376138381 2024-12-05T05:22:18,382 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. 2024-12-05T05:22:18,384 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T05:22:18,454 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1488, reset compression=false 2024-12-05T05:22:18,488 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T05:22:18,488 DEBUG [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c06e5d6219d2fd7339055123cddc7942=hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942.} 2024-12-05T05:22:18,488 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(3091): Received CLOSE for c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:18,488 DEBUG [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c06e5d6219d2fd7339055123cddc7942 2024-12-05T05:22:18,488 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c06e5d6219d2fd7339055123cddc7942, disabling compactions & flushes 2024-12-05T05:22:18,488 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. 2024-12-05T05:22:18,489 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. 2024-12-05T05:22:18,489 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. after waiting 0 ms 2024-12-05T05:22:18,489 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. 2024-12-05T05:22:18,489 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c06e5d6219d2fd7339055123cddc7942: Waiting for close lock at 1733376138488Running coprocessor pre-close hooks at 1733376138488Disabling compacts and flushes for region at 1733376138488Disabling writes for close at 1733376138489 (+1 ms)Failed flush hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942., putting online again at 1733376138489 2024-12-05T05:22:18,489 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733376127285.c06e5d6219d2fd7339055123cddc7942. 2024-12-05T05:22:18,545 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 1762, reset compression=false 2024-12-05T05:22:18,549 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:18,549 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 2406, reset compression=false 2024-12-05T05:22:18,689 DEBUG [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:22:18,729 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1471, reset compression=false 2024-12-05T05:22:18,752 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/WALs/8edcaf2ecc84,44827,1733376115409/8edcaf2ecc84%2C44827%2C1733376115409.1733376117582 to pos 2406, reset compression=false 2024-12-05T05:22:18,779 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/.tmp/table/5ba87da2a2404e6987b673976515ec0f 2024-12-05T05:22:18,784 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/.tmp/info/484f91ac433a45c8a53e798dd8a27c02 as hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/info/484f91ac433a45c8a53e798dd8a27c02 2024-12-05T05:22:18,789 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/info/484f91ac433a45c8a53e798dd8a27c02, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T05:22:18,790 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/.tmp/ns/7f0e7eee829e4289bd87c6389ad4c1c4 as hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/ns/7f0e7eee829e4289bd87c6389ad4c1c4 2024-12-05T05:22:18,795 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/ns/7f0e7eee829e4289bd87c6389ad4c1c4, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T05:22:18,796 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/.tmp/rep_barrier/2eaf36b28d7342cba9dfd41896d0507c as hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/rep_barrier/2eaf36b28d7342cba9dfd41896d0507c 2024-12-05T05:22:18,801 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/rep_barrier/2eaf36b28d7342cba9dfd41896d0507c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T05:22:18,802 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/.tmp/table/5ba87da2a2404e6987b673976515ec0f as hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/table/5ba87da2a2404e6987b673976515ec0f 2024-12-05T05:22:18,807 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/table/5ba87da2a2404e6987b673976515ec0f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T05:22:18,809 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-12-05T05:22:18,829 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T05:22:18,830 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:22:18,830 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:22:18,830 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:22:18,830 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376137487Running coprocessor pre-close hooks at 1733376137487Disabling compacts and flushes for region at 1733376137487Disabling writes for close at 1733376137488 (+1 ms)Obtaining lock to block concurrent updates at 1733376137488Preparing flush snapshotting stores in 1588230740 at 1733376137488Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733376137488Flushing stores of hbase:meta,,1.1588230740 at 1733376137488Flushing 1588230740/info: creating writer at 1733376137488Flushing 1588230740/info: appending metadata at 1733376137504 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733376137504Flushing 1588230740/ns: creating writer at 1733376137514 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733376137526 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733376137526Flushing 1588230740/rep_barrier: creating writer at 1733376137936 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733376137950 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733376137951 (+1 ms)Flushing 1588230740/table: creating writer at 1733376138357 (+406 ms)Flushing 1588230740/table: appending metadata at 1733376138371 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733376138371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae92ace: reopening flushed file at 1733376138783 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6bed60: reopening flushed file at 1733376138789 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@366842be: reopening flushed file at 1733376138795 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78bce9c1: reopening flushed file at 1733376138801 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1733376138809 (+8 ms)Writing region close event to WAL at 1733376138826 (+17 ms)Running coprocessor post-close hooks at 1733376138830 (+4 ms)Closed at 1733376138830 2024-12-05T05:22:18,830 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:22:18,889 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T05:22:18,889 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,44827,1733376115409; all regions closed. 2024-12-05T05:22:18,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741834_1010 (size=4239) 2024-12-05T05:22:18,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741839_1015 (size=2390) 2024-12-05T05:22:18,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741832_1008 (size=2414) 2024-12-05T05:22:18,897 DEBUG [RS:0;8edcaf2ecc84:44827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:18,897 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:22:18,898 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:22:18,898 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T05:22:18,898 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:22:18,898 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,44827,1733376115409 because: Region server is closing 2024-12-05T05:22:18,898 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:22:18,904 INFO [RS:0;8edcaf2ecc84:44827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:44827. 2024-12-05T05:22:18,904 DEBUG [RS:0;8edcaf2ecc84:44827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:18,904 DEBUG [RS:0;8edcaf2ecc84:44827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:18,904 DEBUG [RS:0;8edcaf2ecc84:44827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:18,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:18,957 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1488, reset compression=false 2024-12-05T05:22:19,005 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.shipper8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 terminated 2024-12-05T05:22:19,005 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44827,1733376115409.replicationSource.wal-reader.8edcaf2ecc84%2C44827%2C1733376115409,1-8edcaf2ecc84,44827,1733376115409 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T05:22:19,005 INFO [RS:0;8edcaf2ecc84:44827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:44827. 2024-12-05T05:22:19,005 DEBUG [RS:0;8edcaf2ecc84:44827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:19,005 DEBUG [RS:0;8edcaf2ecc84:44827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:19,005 DEBUG [RS:0;8edcaf2ecc84:44827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:19,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:19,005 INFO [RS:0;8edcaf2ecc84:44827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44827 2024-12-05T05:22:19,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079/rs 2024-12-05T05:22:19,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21783918079/rs/8edcaf2ecc84,44827,1733376115409 2024-12-05T05:22:19,127 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:22:19,138 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,44827,1733376115409] 2024-12-05T05:22:19,148 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21783918079/draining/8edcaf2ecc84,44827,1733376115409 already deleted, retry=false 2024-12-05T05:22:19,148 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,44827,1733376115409 expired; onlineServers=0 2024-12-05T05:22:19,148 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,33565,1733376115180' ***** 2024-12-05T05:22:19,148 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:22:19,149 INFO [M:0;8edcaf2ecc84:33565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:22:19,149 INFO [M:0;8edcaf2ecc84:33565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:22:19,149 DEBUG [M:0;8edcaf2ecc84:33565 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:22:19,149 DEBUG [M:0;8edcaf2ecc84:33565 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:22:19,149 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:22:19,149 INFO [M:0;8edcaf2ecc84:33565 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:22:19,149 INFO [M:0;8edcaf2ecc84:33565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:22:19,149 DEBUG [M:0;8edcaf2ecc84:33565 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:22:19,149 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376117263 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376117263,5,FailOnTimeoutGroup] 2024-12-05T05:22:19,149 INFO [M:0;8edcaf2ecc84:33565 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:22:19,150 INFO [M:0;8edcaf2ecc84:33565 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:22:19,150 INFO [M:0;8edcaf2ecc84:33565 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:22:19,150 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376117264 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376117264,5,FailOnTimeoutGroup] 2024-12-05T05:22:19,150 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:22:19,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21783918079/master 2024-12-05T05:22:19,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21783918079 2024-12-05T05:22:19,159 DEBUG [M:0;8edcaf2ecc84:33565 {}] zookeeper.ZKUtil(347): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Unable to get data of znode /21783918079/master because node does not exist (not an error) 2024-12-05T05:22:19,159 WARN [M:0;8edcaf2ecc84:33565 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:22:19,162 INFO [M:0;8edcaf2ecc84:33565 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/.lastflushedseqids 2024-12-05T05:22:19,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741847_1023 (size=245) 2024-12-05T05:22:19,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:22:19,238 INFO [RS:0;8edcaf2ecc84:44827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:22:19,238 INFO [RS:0;8edcaf2ecc84:44827 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,44827,1733376115409; zookeeper connection closed. 2024-12-05T05:22:19,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44827-0x101a3f046600007, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:22:19,238 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f97ba17 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f97ba17 2024-12-05T05:22:19,238 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:22:19,332 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1471, reset compression=false 2024-12-05T05:22:19,568 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1488, reset compression=false 2024-12-05T05:22:19,574 INFO [M:0;8edcaf2ecc84:33565 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:22:19,574 INFO [M:0;8edcaf2ecc84:33565 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:22:19,575 DEBUG [M:0;8edcaf2ecc84:33565 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:22:19,575 INFO [M:0;8edcaf2ecc84:33565 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:19,575 DEBUG [M:0;8edcaf2ecc84:33565 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:19,575 DEBUG [M:0;8edcaf2ecc84:33565 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:22:19,575 DEBUG [M:0;8edcaf2ecc84:33565 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:19,575 INFO [M:0;8edcaf2ecc84:33565 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-12-05T05:22:19,591 DEBUG [M:0;8edcaf2ecc84:33565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3389f8b796ec417ea62a59a42d751cb2 is 82, key is hbase:meta,,1/info:regioninfo/1733376118361/Put/seqid=0 2024-12-05T05:22:19,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741848_1024 (size=5672) 2024-12-05T05:22:19,994 INFO [M:0;8edcaf2ecc84:33565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3389f8b796ec417ea62a59a42d751cb2 2024-12-05T05:22:20,015 DEBUG [M:0;8edcaf2ecc84:33565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbc89ef6b51b4251b6a9991e21bff304 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733376128453/Put/seqid=0 2024-12-05T05:22:20,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741849_1025 (size=9211) 2024-12-05T05:22:20,036 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1471, reset compression=false 2024-12-05T05:22:20,272 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1488, reset compression=false 2024-12-05T05:22:20,419 INFO [M:0;8edcaf2ecc84:33565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbc89ef6b51b4251b6a9991e21bff304 2024-12-05T05:22:20,434 DEBUG [M:0;8edcaf2ecc84:33565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b7104530aef4708b5e18833783e3d32 is 69, key is 8edcaf2ecc84,44827,1733376115409/rs:state/1733376117377/Put/seqid=0 2024-12-05T05:22:20,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741850_1026 (size=5156) 2024-12-05T05:22:20,838 INFO [M:0;8edcaf2ecc84:33565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b7104530aef4708b5e18833783e3d32 2024-12-05T05:22:20,841 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1471, reset compression=false 2024-12-05T05:22:20,843 DEBUG [M:0;8edcaf2ecc84:33565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3389f8b796ec417ea62a59a42d751cb2 as hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3389f8b796ec417ea62a59a42d751cb2 2024-12-05T05:22:20,847 INFO [M:0;8edcaf2ecc84:33565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3389f8b796ec417ea62a59a42d751cb2, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T05:22:20,848 DEBUG [M:0;8edcaf2ecc84:33565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbc89ef6b51b4251b6a9991e21bff304 as hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbc89ef6b51b4251b6a9991e21bff304 2024-12-05T05:22:20,852 INFO [M:0;8edcaf2ecc84:33565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbc89ef6b51b4251b6a9991e21bff304, entries=15, sequenceid=127, filesize=9.0 K 2024-12-05T05:22:20,852 DEBUG [M:0;8edcaf2ecc84:33565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b7104530aef4708b5e18833783e3d32 as hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b7104530aef4708b5e18833783e3d32 2024-12-05T05:22:20,856 INFO [M:0;8edcaf2ecc84:33565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35861/user/jenkins/test-data/aab6d7b6-8ef1-9bff-afcf-55ba9a931f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b7104530aef4708b5e18833783e3d32, entries=1, sequenceid=127, filesize=5.0 K 2024-12-05T05:22:20,857 INFO [M:0;8edcaf2ecc84:33565 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=127, compaction requested=false 2024-12-05T05:22:20,858 INFO [M:0;8edcaf2ecc84:33565 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:20,858 DEBUG [M:0;8edcaf2ecc84:33565 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376139575Disabling compacts and flushes for region at 1733376139575Disabling writes for close at 1733376139575Obtaining lock to block concurrent updates at 1733376139575Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376139575Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1733376139575Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376139576 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376139576Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376139590 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376139590Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376139998 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376140015 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376140015Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376140422 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376140434 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376140434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72541322: reopening flushed file at 1733376140842 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f471c88: reopening flushed file at 1733376140847 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78a4bf54: reopening flushed file at 1733376140852 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=127, compaction requested=false at 1733376140857 (+5 ms)Writing region close event to WAL at 1733376140858 (+1 ms)Closed at 1733376140858 2024-12-05T05:22:20,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41039 is added to blk_1073741830_1006 (size=73854) 2024-12-05T05:22:20,861 INFO [M:0;8edcaf2ecc84:33565 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:22:20,861 INFO [M:0;8edcaf2ecc84:33565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33565 2024-12-05T05:22:20,861 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:22:20,861 INFO [M:0;8edcaf2ecc84:33565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:22:21,075 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1488, reset compression=false 2024-12-05T05:22:21,185 INFO [M:0;8edcaf2ecc84:33565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:22:21,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:22:21,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33565-0x101a3f046600006, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:22:21,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4eb672d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:22:21,200 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46833442{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:22:21,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:22:21,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@391811d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:22:21,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72be4dd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/hadoop.log.dir/,STOPPED} 2024-12-05T05:22:21,204 WARN [BP-590484654-172.17.0.3-1733376111928 heartbeating to localhost/127.0.0.1:35861 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:22:21,204 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:22:21,204 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:22:21,204 WARN [BP-590484654-172.17.0.3-1733376111928 heartbeating to localhost/127.0.0.1:35861 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-590484654-172.17.0.3-1733376111928 (Datanode Uuid df3f43e3-93a8-4b79-9cb3-77074835abf2) service to localhost/127.0.0.1:35861 2024-12-05T05:22:21,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/cluster_3db80807-3bb7-d0e8-0a4d-263120d830a0/data/data1/current/BP-590484654-172.17.0.3-1733376111928 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:22:21,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/cluster_3db80807-3bb7-d0e8-0a4d-263120d830a0/data/data2/current/BP-590484654-172.17.0.3-1733376111928 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:22:21,206 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:22:21,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13d9a9b9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:22:21,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2247bc8d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:22:21,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:22:21,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d18ab5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:22:21,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fd04315{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/hadoop.log.dir/,STOPPED} 2024-12-05T05:22:21,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:22:21,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:22:21,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:22:21,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:21,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:21,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:21,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:21,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:22:21,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1646846541, stopped=false 2024-12-05T05:22:21,241 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,36637,1733376108796 2024-12-05T05:22:21,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1768169747/running 2024-12-05T05:22:21,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1768169747/running 2024-12-05T05:22:21,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:22:21,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:22:21,254 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:22:21,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Set watcher on znode that does not yet exist, /1768169747/running 2024-12-05T05:22:21,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Set watcher on znode that does not yet exist, /1768169747/running 2024-12-05T05:22:21,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:22:21,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:21,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:21,262 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,39287,1733376109125' ***** 2024-12-05T05:22:21,262 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:22:21,263 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:22:21,263 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:22:21,264 INFO [RS:0;8edcaf2ecc84:39287 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:22:21,264 INFO [RS:0;8edcaf2ecc84:39287 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:22:21,264 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(3091): Received CLOSE for 35c91d61c9204ac65f008993fd678519 2024-12-05T05:22:21,264 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(3091): Received CLOSE for b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:21,264 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,39287,1733376109125 2024-12-05T05:22:21,264 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:22:21,264 INFO [RS:0;8edcaf2ecc84:39287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:39287. 2024-12-05T05:22:21,264 DEBUG [RS:0;8edcaf2ecc84:39287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:21,264 DEBUG [RS:0;8edcaf2ecc84:39287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:21,265 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:22:21,265 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:22:21,265 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:22:21,265 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:22:21,266 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35c91d61c9204ac65f008993fd678519, disabling compactions & flushes 2024-12-05T05:22:21,266 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519. 2024-12-05T05:22:21,266 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519. 2024-12-05T05:22:21,266 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519. after waiting 0 ms 2024-12-05T05:22:21,266 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519. 2024-12-05T05:22:21,266 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35c91d61c9204ac65f008993fd678519 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-05T05:22:21,266 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T05:22:21,266 DEBUG [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1325): Online Regions={35c91d61c9204ac65f008993fd678519=hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519., 1588230740=hbase:meta,,1.1588230740, b008b23656e71c18a834ace92a2dc952=test,,1733376119663.b008b23656e71c18a834ace92a2dc952.} 2024-12-05T05:22:21,267 DEBUG [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35c91d61c9204ac65f008993fd678519, b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:21,267 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:22:21,267 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:22:21,267 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:22:21,267 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:22:21,267 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:22:21,267 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T05:22:21,296 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/replication/35c91d61c9204ac65f008993fd678519/.tmp/queue/a2bec6957fb747de8df97fa88da561bb is 154, key is 1-8edcaf2ecc84,39287,1733376109125/queue:8edcaf2ecc84%2C39287%2C1733376109125/1733376137317/Put/seqid=0 2024-12-05T05:22:21,298 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:22:21,302 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/.tmp/info/4f08edc9a2f34d93916f345245715708 is 147, key is hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519./info:regioninfo/1733376126271/Put/seqid=0 2024-12-05T05:22:21,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741840_1016 (size=5353) 2024-12-05T05:22:21,312 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/replication/35c91d61c9204ac65f008993fd678519/.tmp/queue/a2bec6957fb747de8df97fa88da561bb 2024-12-05T05:22:21,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741841_1017 (size=7686) 2024-12-05T05:22:21,328 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/replication/35c91d61c9204ac65f008993fd678519/.tmp/queue/a2bec6957fb747de8df97fa88da561bb as hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/replication/35c91d61c9204ac65f008993fd678519/queue/a2bec6957fb747de8df97fa88da561bb 2024-12-05T05:22:21,337 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/replication/35c91d61c9204ac65f008993fd678519/queue/a2bec6957fb747de8df97fa88da561bb, entries=1, sequenceid=14, filesize=5.2 K 2024-12-05T05:22:21,338 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 35c91d61c9204ac65f008993fd678519 in 72ms, sequenceid=14, compaction requested=false 2024-12-05T05:22:21,348 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/replication/35c91d61c9204ac65f008993fd678519/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-05T05:22:21,348 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:22:21,349 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:22:21,349 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519. 2024-12-05T05:22:21,349 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35c91d61c9204ac65f008993fd678519: Waiting for close lock at 1733376141265Running coprocessor pre-close hooks at 1733376141265Disabling compacts and flushes for region at 1733376141266 (+1 ms)Disabling writes for close at 1733376141266Obtaining lock to block concurrent updates at 1733376141266Preparing flush snapshotting stores in 35c91d61c9204ac65f008993fd678519 at 1733376141266Finished memstore snapshotting hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733376141267 (+1 ms)Flushing stores of hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519. at 1733376141267Flushing 35c91d61c9204ac65f008993fd678519/queue: creating writer at 1733376141267Flushing 35c91d61c9204ac65f008993fd678519/queue: appending metadata at 1733376141295 (+28 ms)Flushing 35c91d61c9204ac65f008993fd678519/queue: closing flushed file at 1733376141295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35fa4cb4: reopening flushed file at 1733376141327 (+32 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 35c91d61c9204ac65f008993fd678519 in 72ms, sequenceid=14, compaction requested=false at 1733376141339 (+12 ms)Writing region close event to WAL at 1733376141344 (+5 ms)Running coprocessor post-close hooks at 1733376141348 (+4 ms)Closed at 1733376141349 (+1 ms) 2024-12-05T05:22:21,349 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733376125114.35c91d61c9204ac65f008993fd678519. 2024-12-05T05:22:21,349 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b008b23656e71c18a834ace92a2dc952, disabling compactions & flushes 2024-12-05T05:22:21,349 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733376119663.b008b23656e71c18a834ace92a2dc952. 2024-12-05T05:22:21,349 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376119663.b008b23656e71c18a834ace92a2dc952. 2024-12-05T05:22:21,349 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733376119663.b008b23656e71c18a834ace92a2dc952. after waiting 0 ms 2024-12-05T05:22:21,349 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733376119663.b008b23656e71c18a834ace92a2dc952. 2024-12-05T05:22:21,349 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b008b23656e71c18a834ace92a2dc952 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T05:22:21,372 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/.tmp/f/1ba44858ed834bae811a273fe290e94d is 37, key is row3/f:row3/1733376136115/Put/seqid=0 2024-12-05T05:22:21,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741842_1018 (size=5228) 2024-12-05T05:22:21,394 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/.tmp/f/1ba44858ed834bae811a273fe290e94d 2024-12-05T05:22:21,399 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ba44858ed834bae811a273fe290e94d 2024-12-05T05:22:21,426 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/.tmp/f1/b83172354eca4f3e94b75dafcdbc9760 is 30, key is row1/f1:/1733376133458/DeleteFamily/seqid=0 2024-12-05T05:22:21,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741843_1019 (size=5158) 2024-12-05T05:22:21,467 DEBUG [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:21,567 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:22:21,567 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:22:21,667 DEBUG [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:21,720 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/.tmp/info/4f08edc9a2f34d93916f345245715708 2024-12-05T05:22:21,745 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1471, reset compression=false 2024-12-05T05:22:21,746 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/.tmp/ns/9e3ab5a1a2b64540b15b70d023a502ad is 43, key is default/ns:d/1733376111854/Put/seqid=0 2024-12-05T05:22:21,763 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:21,763 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1718, reset compression=false 2024-12-05T05:22:21,763 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39287,1733376109125 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:21,764 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8edcaf2ecc84,39287,1733376109125: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8edcaf2ecc84,39287,1733376109125, walGroup=8edcaf2ecc84%2C39287%2C1733376109125, offset=8edcaf2ecc84%2C39287%2C1733376109125.1733376110705:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:39287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T05:22:21,766 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T05:22:21,766 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T05:22:21,766 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T05:22:21,766 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T05:22:21,766 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T05:22:21,766 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1231028224, "init": 1048576000, "max": 2306867200, "used": 779400240 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198577320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T05:22:21,767 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:36637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:36637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T05:22:21,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741844_1020 (size=5153) 2024-12-05T05:22:21,775 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/.tmp/ns/9e3ab5a1a2b64540b15b70d023a502ad 2024-12-05T05:22:21,808 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/.tmp/rep_barrier/18fbe5b0e7324d4c8eb448d3fab16143 is 112, key is test,,1733376119663.b008b23656e71c18a834ace92a2dc952./rep_barrier:seqnumDuringOpen/1733376120404/Put/seqid=0 2024-12-05T05:22:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741845_1021 (size=5518) 2024-12-05T05:22:21,831 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/.tmp/f1/b83172354eca4f3e94b75dafcdbc9760 2024-12-05T05:22:21,837 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b83172354eca4f3e94b75dafcdbc9760 2024-12-05T05:22:21,867 DEBUG [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b008b23656e71c18a834ace92a2dc952 2024-12-05T05:22:21,878 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/.tmp/norep/0c875b10dfe2461d9c64aec4e14edb78 is 33, key is row1/norep:/1733376133458/DeleteFamily/seqid=0 2024-12-05T05:22:21,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741846_1022 (size=5108) 2024-12-05T05:22:21,894 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/.tmp/norep/0c875b10dfe2461d9c64aec4e14edb78 2024-12-05T05:22:21,900 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c875b10dfe2461d9c64aec4e14edb78 2024-12-05T05:22:21,901 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/.tmp/f/1ba44858ed834bae811a273fe290e94d as hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/f/1ba44858ed834bae811a273fe290e94d 2024-12-05T05:22:21,906 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ba44858ed834bae811a273fe290e94d 2024-12-05T05:22:21,906 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/f/1ba44858ed834bae811a273fe290e94d, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T05:22:21,907 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/.tmp/f1/b83172354eca4f3e94b75dafcdbc9760 as hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/f1/b83172354eca4f3e94b75dafcdbc9760 2024-12-05T05:22:21,913 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b83172354eca4f3e94b75dafcdbc9760 2024-12-05T05:22:21,913 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/f1/b83172354eca4f3e94b75dafcdbc9760, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T05:22:21,914 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/.tmp/norep/0c875b10dfe2461d9c64aec4e14edb78 as hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/norep/0c875b10dfe2461d9c64aec4e14edb78 2024-12-05T05:22:21,929 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c875b10dfe2461d9c64aec4e14edb78 2024-12-05T05:22:21,929 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/norep/0c875b10dfe2461d9c64aec4e14edb78, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T05:22:21,930 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b008b23656e71c18a834ace92a2dc952 in 581ms, sequenceid=12, compaction requested=false 2024-12-05T05:22:21,930 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T05:22:21,939 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/default/test/b008b23656e71c18a834ace92a2dc952/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T05:22:21,939 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:22:21,939 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:22:21,939 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733376119663.b008b23656e71c18a834ace92a2dc952. 2024-12-05T05:22:21,940 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b008b23656e71c18a834ace92a2dc952: Waiting for close lock at 1733376141349Running coprocessor pre-close hooks at 1733376141349Disabling compacts and flushes for region at 1733376141349Disabling writes for close at 1733376141349Obtaining lock to block concurrent updates at 1733376141349Preparing flush snapshotting stores in b008b23656e71c18a834ace92a2dc952 at 1733376141349Finished memstore snapshotting test,,1733376119663.b008b23656e71c18a834ace92a2dc952., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733376141350 (+1 ms)Flushing stores of test,,1733376119663.b008b23656e71c18a834ace92a2dc952. at 1733376141350Flushing b008b23656e71c18a834ace92a2dc952/f: creating writer at 1733376141350Flushing b008b23656e71c18a834ace92a2dc952/f: appending metadata at 1733376141371 (+21 ms)Flushing b008b23656e71c18a834ace92a2dc952/f: closing flushed file at 1733376141371Flushing b008b23656e71c18a834ace92a2dc952/f1: creating writer at 1733376141399 (+28 ms)Flushing b008b23656e71c18a834ace92a2dc952/f1: appending metadata at 1733376141426 (+27 ms)Flushing b008b23656e71c18a834ace92a2dc952/f1: closing flushed file at 1733376141426Flushing b008b23656e71c18a834ace92a2dc952/norep: creating writer at 1733376141837 (+411 ms)Flushing b008b23656e71c18a834ace92a2dc952/norep: appending metadata at 1733376141877 (+40 ms)Flushing b008b23656e71c18a834ace92a2dc952/norep: closing flushed file at 1733376141877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b201a2: reopening flushed file at 1733376141900 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6486c186: reopening flushed file at 1733376141907 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a001479: reopening flushed file at 1733376141913 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b008b23656e71c18a834ace92a2dc952 in 581ms, sequenceid=12, compaction requested=false at 1733376141930 (+17 ms)Writing region close event to WAL at 1733376141932 (+2 ms)Running coprocessor post-close hooks at 1733376141939 (+7 ms)Closed at 1733376141939 2024-12-05T05:22:21,940 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733376119663.b008b23656e71c18a834ace92a2dc952. 2024-12-05T05:22:21,979 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1488, reset compression=false 2024-12-05T05:22:21,993 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 1718, reset compression=false 2024-12-05T05:22:21,997 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:21,997 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 2362, reset compression=false 2024-12-05T05:22:22,067 DEBUG [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:22:22,200 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 2362, reset compression=false 2024-12-05T05:22:22,218 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/.tmp/rep_barrier/18fbe5b0e7324d4c8eb448d3fab16143 2024-12-05T05:22:22,239 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/.tmp/table/7539345c59ef4aff8e30b9eebb1c2342 is 53, key is hbase:replication/table:state/1733376126276/Put/seqid=0 2024-12-05T05:22:22,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741847_1023 (size=5308) 2024-12-05T05:22:22,268 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T05:22:22,268 DEBUG [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T05:22:22,268 DEBUG [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:22:22,468 DEBUG [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:22:22,503 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 2362, reset compression=false 2024-12-05T05:22:22,655 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/.tmp/table/7539345c59ef4aff8e30b9eebb1c2342 2024-12-05T05:22:22,659 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/.tmp/info/4f08edc9a2f34d93916f345245715708 as hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/info/4f08edc9a2f34d93916f345245715708 2024-12-05T05:22:22,662 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/info/4f08edc9a2f34d93916f345245715708, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T05:22:22,663 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/.tmp/ns/9e3ab5a1a2b64540b15b70d023a502ad as hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/ns/9e3ab5a1a2b64540b15b70d023a502ad 2024-12-05T05:22:22,667 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/ns/9e3ab5a1a2b64540b15b70d023a502ad, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T05:22:22,667 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/.tmp/rep_barrier/18fbe5b0e7324d4c8eb448d3fab16143 as hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/rep_barrier/18fbe5b0e7324d4c8eb448d3fab16143 2024-12-05T05:22:22,668 DEBUG [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:22:22,671 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/rep_barrier/18fbe5b0e7324d4c8eb448d3fab16143, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T05:22:22,671 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/.tmp/table/7539345c59ef4aff8e30b9eebb1c2342 as hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/table/7539345c59ef4aff8e30b9eebb1c2342 2024-12-05T05:22:22,675 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/table/7539345c59ef4aff8e30b9eebb1c2342, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T05:22:22,676 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1409ms, sequenceid=16, compaction requested=false 2024-12-05T05:22:22,676 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:22:22,680 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T05:22:22,681 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:22:22,681 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:22:22,681 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:22:22,681 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376141266Running coprocessor pre-close hooks at 1733376141266Disabling compacts and flushes for region at 1733376141266Disabling writes for close at 1733376141267 (+1 ms)Obtaining lock to block concurrent updates at 1733376141267Preparing flush snapshotting stores in 1588230740 at 1733376141267Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733376141267Flushing stores of hbase:meta,,1.1588230740 at 1733376141268 (+1 ms)Flushing 1588230740/info: creating writer at 1733376141268Flushing 1588230740/info: appending metadata at 1733376141301 (+33 ms)Flushing 1588230740/info: closing flushed file at 1733376141302 (+1 ms)Flushing 1588230740/ns: creating writer at 1733376141725 (+423 ms)Flushing 1588230740/ns: appending metadata at 1733376141745 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733376141745Flushing 1588230740/rep_barrier: creating writer at 1733376141783 (+38 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733376141808 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733376141808Flushing 1588230740/table: creating writer at 1733376142221 (+413 ms)Flushing 1588230740/table: appending metadata at 1733376142238 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733376142238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6acb99e: reopening flushed file at 1733376142658 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ccb3b4: reopening flushed file at 1733376142662 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7823f6d0: reopening flushed file at 1733376142667 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a522b0b: reopening flushed file at 1733376142671 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1409ms, sequenceid=16, compaction requested=false at 1733376142676 (+5 ms)Writing region close event to WAL at 1733376142678 (+2 ms)Running coprocessor post-close hooks at 1733376142680 (+2 ms)Closed at 1733376142681 (+1 ms) 2024-12-05T05:22:22,681 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:22:22,868 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,39287,1733376109125; all regions closed. 2024-12-05T05:22:22,870 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.meta.1733376111773.meta not finished, retry = 0 2024-12-05T05:22:22,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741834_1010 (size=4239) 2024-12-05T05:22:22,906 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.1733376110705 to pos 2362, reset compression=false 2024-12-05T05:22:22,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741839_1015 (size=3552) 2024-12-05T05:22:22,973 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/WALs/8edcaf2ecc84,39287,1733376109125/8edcaf2ecc84%2C39287%2C1733376109125.rep.1733376126244 not finished, retry = 0 2024-12-05T05:22:22,983 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1488, reset compression=false 2024-12-05T05:22:23,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741832_1008 (size=2370) 2024-12-05T05:22:23,078 DEBUG [RS:0;8edcaf2ecc84:39287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:23,078 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:22:23,078 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:22:23,078 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T05:22:23,079 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:22:23,079 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:22:23,079 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,39287,1733376109125 because: Region server is closing 2024-12-05T05:22:23,079 INFO [RS:0;8edcaf2ecc84:39287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:39287. 2024-12-05T05:22:23,080 DEBUG [RS:0;8edcaf2ecc84:39287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:23,080 DEBUG [RS:0;8edcaf2ecc84:39287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:23,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:23,080 DEBUG [RS:0;8edcaf2ecc84:39287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:23,180 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.shipper8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 terminated 2024-12-05T05:22:23,180 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39287,1733376109125.replicationSource.wal-reader.8edcaf2ecc84%2C39287%2C1733376109125,1-8edcaf2ecc84,39287,1733376109125 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T05:22:23,180 INFO [RS:0;8edcaf2ecc84:39287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:39287. 2024-12-05T05:22:23,180 DEBUG [RS:0;8edcaf2ecc84:39287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:23,180 DEBUG [RS:0;8edcaf2ecc84:39287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:23,181 DEBUG [RS:0;8edcaf2ecc84:39287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:23,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:23,181 INFO [RS:0;8edcaf2ecc84:39287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39287 2024-12-05T05:22:23,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747/rs 2024-12-05T05:22:23,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1768169747/rs/8edcaf2ecc84,39287,1733376109125 2024-12-05T05:22:23,201 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:22:23,201 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,39287,1733376109125] 2024-12-05T05:22:23,222 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1768169747/draining/8edcaf2ecc84,39287,1733376109125 already deleted, retry=false 2024-12-05T05:22:23,222 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,39287,1733376109125 expired; onlineServers=0 2024-12-05T05:22:23,222 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,36637,1733376108796' ***** 2024-12-05T05:22:23,222 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:22:23,222 INFO [M:0;8edcaf2ecc84:36637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:22:23,222 INFO [M:0;8edcaf2ecc84:36637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:22:23,222 DEBUG [M:0;8edcaf2ecc84:36637 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:22:23,222 DEBUG [M:0;8edcaf2ecc84:36637 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:22:23,222 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376110480 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376110480,5,FailOnTimeoutGroup] 2024-12-05T05:22:23,222 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376110476 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376110476,5,FailOnTimeoutGroup] 2024-12-05T05:22:23,222 INFO [M:0;8edcaf2ecc84:36637 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:22:23,222 INFO [M:0;8edcaf2ecc84:36637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:22:23,223 DEBUG [M:0;8edcaf2ecc84:36637 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:22:23,223 INFO [M:0;8edcaf2ecc84:36637 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:22:23,223 INFO [M:0;8edcaf2ecc84:36637 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:22:23,223 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:22:23,223 INFO [M:0;8edcaf2ecc84:36637 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:22:23,223 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:22:23,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1768169747/master 2024-12-05T05:22:23,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1768169747 2024-12-05T05:22:23,243 DEBUG [M:0;8edcaf2ecc84:36637 {}] zookeeper.RecoverableZooKeeper(212): Node /1768169747/master already deleted, retry=false 2024-12-05T05:22:23,243 DEBUG [M:0;8edcaf2ecc84:36637 {}] master.ActiveMasterManager(353): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Failed delete of our master address node; KeeperErrorCode = NoNode for /1768169747/master 2024-12-05T05:22:23,243 INFO [M:0;8edcaf2ecc84:36637 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/.lastflushedseqids 2024-12-05T05:22:23,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741848_1024 (size=245) 2024-12-05T05:22:23,250 INFO [M:0;8edcaf2ecc84:36637 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:22:23,250 INFO [M:0;8edcaf2ecc84:36637 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:22:23,250 DEBUG [M:0;8edcaf2ecc84:36637 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:22:23,250 INFO [M:0;8edcaf2ecc84:36637 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:23,251 DEBUG [M:0;8edcaf2ecc84:36637 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:23,251 DEBUG [M:0;8edcaf2ecc84:36637 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:22:23,251 DEBUG [M:0;8edcaf2ecc84:36637 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:23,251 INFO [M:0;8edcaf2ecc84:36637 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-05T05:22:23,272 DEBUG [M:0;8edcaf2ecc84:36637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2332ea2e9b434f7bba00d23fa0721269 is 82, key is hbase:meta,,1/info:regioninfo/1733376111817/Put/seqid=0 2024-12-05T05:22:23,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741849_1025 (size=5672) 2024-12-05T05:22:23,278 INFO [M:0;8edcaf2ecc84:36637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2332ea2e9b434f7bba00d23fa0721269 2024-12-05T05:22:23,306 DEBUG [M:0;8edcaf2ecc84:36637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22ccd66861914e30b184e2635dd19232 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733376120412/Put/seqid=0 2024-12-05T05:22:23,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:22:23,311 INFO [RS:0;8edcaf2ecc84:39287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:22:23,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x101a3f046600004, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:22:23,311 INFO [RS:0;8edcaf2ecc84:39287 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,39287,1733376109125; zookeeper connection closed. 2024-12-05T05:22:23,316 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4cfcaa4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4cfcaa4 2024-12-05T05:22:23,316 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:22:23,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741850_1026 (size=7218) 2024-12-05T05:22:23,319 INFO [M:0;8edcaf2ecc84:36637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22ccd66861914e30b184e2635dd19232 2024-12-05T05:22:23,324 INFO [M:0;8edcaf2ecc84:36637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22ccd66861914e30b184e2635dd19232 2024-12-05T05:22:23,342 DEBUG [M:0;8edcaf2ecc84:36637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e99d99024d7441fda86876eb27d3ccd2 is 69, key is 8edcaf2ecc84,39287,1733376109125/rs:state/1733376110517/Put/seqid=0 2024-12-05T05:22:23,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741851_1027 (size=5156) 2024-12-05T05:22:23,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,750 INFO [M:0;8edcaf2ecc84:36637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e99d99024d7441fda86876eb27d3ccd2 2024-12-05T05:22:23,754 DEBUG [M:0;8edcaf2ecc84:36637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2332ea2e9b434f7bba00d23fa0721269 as hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2332ea2e9b434f7bba00d23fa0721269 2024-12-05T05:22:23,757 INFO [M:0;8edcaf2ecc84:36637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2332ea2e9b434f7bba00d23fa0721269, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T05:22:23,757 DEBUG [M:0;8edcaf2ecc84:36637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22ccd66861914e30b184e2635dd19232 as hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22ccd66861914e30b184e2635dd19232 2024-12-05T05:22:23,760 INFO [M:0;8edcaf2ecc84:36637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22ccd66861914e30b184e2635dd19232 2024-12-05T05:22:23,761 INFO [M:0;8edcaf2ecc84:36637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22ccd66861914e30b184e2635dd19232, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T05:22:23,761 DEBUG [M:0;8edcaf2ecc84:36637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e99d99024d7441fda86876eb27d3ccd2 as hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e99d99024d7441fda86876eb27d3ccd2 2024-12-05T05:22:23,764 INFO [M:0;8edcaf2ecc84:36637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34821/user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e99d99024d7441fda86876eb27d3ccd2, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T05:22:23,765 INFO [M:0;8edcaf2ecc84:36637 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 514ms, sequenceid=105, compaction requested=false 2024-12-05T05:22:23,766 INFO [M:0;8edcaf2ecc84:36637 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:23,766 DEBUG [M:0;8edcaf2ecc84:36637 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376143250Disabling compacts and flushes for region at 1733376143250Disabling writes for close at 1733376143251 (+1 ms)Obtaining lock to block concurrent updates at 1733376143251Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376143251Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733376143251Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376143252 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376143252Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376143272 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376143272Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376143285 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376143305 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376143305Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376143324 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376143341 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376143341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@328c8e8: reopening flushed file at 1733376143753 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d057040: reopening flushed file at 1733376143757 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7852ad9: reopening flushed file at 1733376143761 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 514ms, sequenceid=105, compaction requested=false at 1733376143765 (+4 ms)Writing region close event to WAL at 1733376143766 (+1 ms)Closed at 1733376143766 2024-12-05T05:22:23,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741830_1006 (size=64423) 2024-12-05T05:22:23,768 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65bc95f8-7a62-81d4-dbc8-2b12f28f8ea8/MasterData/WALs/8edcaf2ecc84,36637,1733376108796/8edcaf2ecc84%2C36637%2C1733376108796.1733376110090 not finished, retry = 0 2024-12-05T05:22:23,868 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:22:23,868 INFO [M:0;8edcaf2ecc84:36637 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:22:23,869 INFO [M:0;8edcaf2ecc84:36637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36637 2024-12-05T05:22:23,869 INFO [M:0;8edcaf2ecc84:36637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:22:23,951 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:22:23,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:23,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:24,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:24,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:24,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:24,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:24,019 INFO [M:0;8edcaf2ecc84:36637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:22:24,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:22:24,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101a3f046600003, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:22:24,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2520399{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:22:24,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@754f6ac0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:22:24,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:22:24,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@497e5c3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:22:24,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12647805{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/hadoop.log.dir/,STOPPED} 2024-12-05T05:22:24,030 WARN [BP-791993150-172.17.0.3-1733376106503 heartbeating to localhost/127.0.0.1:34821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:22:24,030 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:22:24,030 WARN [BP-791993150-172.17.0.3-1733376106503 heartbeating to localhost/127.0.0.1:34821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-791993150-172.17.0.3-1733376106503 (Datanode Uuid 51524a67-bbbd-4f25-a7e9-d0ef585579df) service to localhost/127.0.0.1:34821 2024-12-05T05:22:24,030 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:22:24,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/cluster_3b844054-f92b-3356-dd20-f7abb8f69e15/data/data1/current/BP-791993150-172.17.0.3-1733376106503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:22:24,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/cluster_3b844054-f92b-3356-dd20-f7abb8f69e15/data/data2/current/BP-791993150-172.17.0.3-1733376106503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:22:24,030 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:22:24,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@528efcef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:22:24,035 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76b18b16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:22:24,036 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:22:24,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1970e49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:22:24,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@465e6db5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7a91bde-8542-cc2c-89a8-bf101929fc90/hadoop.log.dir/,STOPPED} 2024-12-05T05:22:24,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:22:24,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:22:24,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:22:24,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:24,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:24,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:24,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:24,052 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:22:24,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1476741706, stopped=false 2024-12-05T05:22:24,053 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,36477,1733376103206 2024-12-05T05:22:24,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01499273758/running 2024-12-05T05:22:24,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01499273758/running 2024-12-05T05:22:24,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:22:24,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:22:24,064 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:22:24,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:22:24,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Set watcher on znode that does not yet exist, /01499273758/running 2024-12-05T05:22:24,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:24,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:24,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Set watcher on znode that does not yet exist, /01499273758/running 2024-12-05T05:22:24,064 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,36723,1733376103422' ***** 2024-12-05T05:22:24,064 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:22:24,065 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:22:24,065 INFO [RS:0;8edcaf2ecc84:36723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:22:24,065 INFO [RS:0;8edcaf2ecc84:36723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:22:24,065 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:22:24,065 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(3091): Received CLOSE for aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:24,065 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(3091): Received CLOSE for 61d656c25f5dc58ed6b578b9aaf9e92a 2024-12-05T05:22:24,065 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,36723,1733376103422 2024-12-05T05:22:24,065 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:22:24,065 INFO [RS:0;8edcaf2ecc84:36723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:36723. 2024-12-05T05:22:24,065 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aff418d904813becb5f3aa6c8a1bd6d2, disabling compactions & flushes 2024-12-05T05:22:24,066 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2. 2024-12-05T05:22:24,066 DEBUG [RS:0;8edcaf2ecc84:36723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:24,066 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2. 2024-12-05T05:22:24,066 DEBUG [RS:0;8edcaf2ecc84:36723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:24,066 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2. after waiting 0 ms 2024-12-05T05:22:24,066 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2. 2024-12-05T05:22:24,066 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:22:24,066 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:22:24,066 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:22:24,066 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:22:24,066 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aff418d904813becb5f3aa6c8a1bd6d2 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-05T05:22:24,066 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T05:22:24,066 DEBUG [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(1325): Online Regions={aff418d904813becb5f3aa6c8a1bd6d2=hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2., 1588230740=hbase:meta,,1.1588230740, 61d656c25f5dc58ed6b578b9aaf9e92a=test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a.} 2024-12-05T05:22:24,066 DEBUG [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61d656c25f5dc58ed6b578b9aaf9e92a, aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:24,066 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:22:24,066 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:22:24,066 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:22:24,066 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:22:24,066 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:22:24,066 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T05:22:24,085 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/replication/aff418d904813becb5f3aa6c8a1bd6d2/.tmp/queue/ec78600d64424189842e94566b1455bb is 154, key is 1-8edcaf2ecc84,36723,1733376103422/queue:8edcaf2ecc84%2C36723%2C1733376103422/1733376137545/Put/seqid=0 2024-12-05T05:22:24,085 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/.tmp/info/aad60843c3064336858d9b8325258fd0 is 147, key is hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2./info:regioninfo/1733376124140/Put/seqid=0 2024-12-05T05:22:24,086 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.1733376105239 to pos 1488, reset compression=false 2024-12-05T05:22:24,097 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:22:24,097 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:22:24,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741840_1016 (size=5353) 2024-12-05T05:22:24,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741841_1017 (size=7686) 2024-12-05T05:22:24,118 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/.tmp/info/aad60843c3064336858d9b8325258fd0 2024-12-05T05:22:24,138 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/.tmp/ns/b169cbfca8d040aeaaf9660cbcd1ae88 is 43, key is default/ns:d/1733376106363/Put/seqid=0 2024-12-05T05:22:24,140 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:22:24,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741842_1018 (size=5153) 2024-12-05T05:22:24,266 DEBUG [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61d656c25f5dc58ed6b578b9aaf9e92a, aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:24,466 DEBUG [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61d656c25f5dc58ed6b578b9aaf9e92a, aff418d904813becb5f3aa6c8a1bd6d2 2024-12-05T05:22:24,497 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/replication/aff418d904813becb5f3aa6c8a1bd6d2/.tmp/queue/ec78600d64424189842e94566b1455bb 2024-12-05T05:22:24,501 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/replication/aff418d904813becb5f3aa6c8a1bd6d2/.tmp/queue/ec78600d64424189842e94566b1455bb as hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/replication/aff418d904813becb5f3aa6c8a1bd6d2/queue/ec78600d64424189842e94566b1455bb 2024-12-05T05:22:24,506 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/replication/aff418d904813becb5f3aa6c8a1bd6d2/queue/ec78600d64424189842e94566b1455bb, entries=1, sequenceid=14, filesize=5.2 K 2024-12-05T05:22:24,506 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for aff418d904813becb5f3aa6c8a1bd6d2 in 440ms, sequenceid=14, compaction requested=false 2024-12-05T05:22:24,519 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/replication/aff418d904813becb5f3aa6c8a1bd6d2/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-05T05:22:24,520 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:22:24,520 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:22:24,520 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2. 2024-12-05T05:22:24,520 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aff418d904813becb5f3aa6c8a1bd6d2: Waiting for close lock at 1733376144065Running coprocessor pre-close hooks at 1733376144065Disabling compacts and flushes for region at 1733376144065Disabling writes for close at 1733376144066 (+1 ms)Obtaining lock to block concurrent updates at 1733376144066Preparing flush snapshotting stores in aff418d904813becb5f3aa6c8a1bd6d2 at 1733376144066Finished memstore snapshotting hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733376144066Flushing stores of hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2. at 1733376144066Flushing aff418d904813becb5f3aa6c8a1bd6d2/queue: creating writer at 1733376144067 (+1 ms)Flushing aff418d904813becb5f3aa6c8a1bd6d2/queue: appending metadata at 1733376144085 (+18 ms)Flushing aff418d904813becb5f3aa6c8a1bd6d2/queue: closing flushed file at 1733376144085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e2c730: reopening flushed file at 1733376144500 (+415 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for aff418d904813becb5f3aa6c8a1bd6d2 in 440ms, sequenceid=14, compaction requested=false at 1733376144507 (+7 ms)Writing region close event to WAL at 1733376144516 (+9 ms)Running coprocessor post-close hooks at 1733376144520 (+4 ms)Closed at 1733376144520 2024-12-05T05:22:24,520 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733376122965.aff418d904813becb5f3aa6c8a1bd6d2. 2024-12-05T05:22:24,520 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61d656c25f5dc58ed6b578b9aaf9e92a, disabling compactions & flushes 2024-12-05T05:22:24,520 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a. 2024-12-05T05:22:24,520 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a. 2024-12-05T05:22:24,520 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a. after waiting 0 ms 2024-12-05T05:22:24,520 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a. 2024-12-05T05:22:24,520 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 61d656c25f5dc58ed6b578b9aaf9e92a 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-05T05:22:24,538 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/.tmp/f/03d38a20ca9a4dd682920790370e1af9 is 37, key is row3/f:row3/1733376136115/Put/seqid=0 2024-12-05T05:22:24,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741843_1019 (size=5228) 2024-12-05T05:22:24,545 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/.tmp/f/03d38a20ca9a4dd682920790370e1af9 2024-12-05T05:22:24,546 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/.tmp/ns/b169cbfca8d040aeaaf9660cbcd1ae88 2024-12-05T05:22:24,550 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03d38a20ca9a4dd682920790370e1af9 2024-12-05T05:22:24,571 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/.tmp/f1/4daf9a451956482c979351b9e60a747f is 30, key is row1/f1:/1733376133458/DeleteFamily/seqid=0 2024-12-05T05:22:24,579 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/.tmp/rep_barrier/0410c23c521540b3b32e35fac2480798 is 112, key is test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a./rep_barrier:seqnumDuringOpen/1733376119262/Put/seqid=0 2024-12-05T05:22:24,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741844_1020 (size=5158) 2024-12-05T05:22:24,582 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/.tmp/f1/4daf9a451956482c979351b9e60a747f 2024-12-05T05:22:24,586 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4daf9a451956482c979351b9e60a747f 2024-12-05T05:22:24,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741845_1021 (size=5518) 2024-12-05T05:22:24,598 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/.tmp/rep_barrier/0410c23c521540b3b32e35fac2480798 2024-12-05T05:22:24,603 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/.tmp/norep/7f87950a7d6348659b55bd9c4ec11ddc is 32, key is row/norep:/1733376132453/DeleteFamily/seqid=0 2024-12-05T05:22:24,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741846_1022 (size=5101) 2024-12-05T05:22:24,620 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/.tmp/norep/7f87950a7d6348659b55bd9c4ec11ddc 2024-12-05T05:22:24,624 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/.tmp/table/77e3b0febdb54c8d8d53ff218a5fc806 is 53, key is hbase:replication/table:state/1733376124148/Put/seqid=0 2024-12-05T05:22:24,624 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f87950a7d6348659b55bd9c4ec11ddc 2024-12-05T05:22:24,627 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/.tmp/f/03d38a20ca9a4dd682920790370e1af9 as hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/f/03d38a20ca9a4dd682920790370e1af9 2024-12-05T05:22:24,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741847_1023 (size=5308) 2024-12-05T05:22:24,637 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03d38a20ca9a4dd682920790370e1af9 2024-12-05T05:22:24,637 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/f/03d38a20ca9a4dd682920790370e1af9, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T05:22:24,638 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/.tmp/f1/4daf9a451956482c979351b9e60a747f as hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/f1/4daf9a451956482c979351b9e60a747f 2024-12-05T05:22:24,641 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/.tmp/table/77e3b0febdb54c8d8d53ff218a5fc806 2024-12-05T05:22:24,643 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4daf9a451956482c979351b9e60a747f 2024-12-05T05:22:24,644 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/f1/4daf9a451956482c979351b9e60a747f, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T05:22:24,645 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/.tmp/norep/7f87950a7d6348659b55bd9c4ec11ddc as hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/norep/7f87950a7d6348659b55bd9c4ec11ddc 2024-12-05T05:22:24,650 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f87950a7d6348659b55bd9c4ec11ddc 2024-12-05T05:22:24,650 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/norep/7f87950a7d6348659b55bd9c4ec11ddc, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T05:22:24,651 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 61d656c25f5dc58ed6b578b9aaf9e92a in 131ms, sequenceid=12, compaction requested=false 2024-12-05T05:22:24,652 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/.tmp/info/aad60843c3064336858d9b8325258fd0 as hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/info/aad60843c3064336858d9b8325258fd0 2024-12-05T05:22:24,656 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/info/aad60843c3064336858d9b8325258fd0, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T05:22:24,658 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/.tmp/ns/b169cbfca8d040aeaaf9660cbcd1ae88 as hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/ns/b169cbfca8d040aeaaf9660cbcd1ae88 2024-12-05T05:22:24,663 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/ns/b169cbfca8d040aeaaf9660cbcd1ae88, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T05:22:24,664 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/.tmp/rep_barrier/0410c23c521540b3b32e35fac2480798 as hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/rep_barrier/0410c23c521540b3b32e35fac2480798 2024-12-05T05:22:24,667 DEBUG [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61d656c25f5dc58ed6b578b9aaf9e92a 2024-12-05T05:22:24,670 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/rep_barrier/0410c23c521540b3b32e35fac2480798, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T05:22:24,671 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/.tmp/table/77e3b0febdb54c8d8d53ff218a5fc806 as hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/table/77e3b0febdb54c8d8d53ff218a5fc806 2024-12-05T05:22:24,673 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/default/test/61d656c25f5dc58ed6b578b9aaf9e92a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T05:22:24,673 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:22:24,673 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:22:24,673 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a. 2024-12-05T05:22:24,673 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61d656c25f5dc58ed6b578b9aaf9e92a: Waiting for close lock at 1733376144520Running coprocessor pre-close hooks at 1733376144520Disabling compacts and flushes for region at 1733376144520Disabling writes for close at 1733376144520Obtaining lock to block concurrent updates at 1733376144520Preparing flush snapshotting stores in 61d656c25f5dc58ed6b578b9aaf9e92a at 1733376144520Finished memstore snapshotting test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733376144521 (+1 ms)Flushing stores of test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a. at 1733376144521Flushing 61d656c25f5dc58ed6b578b9aaf9e92a/f: creating writer at 1733376144521Flushing 61d656c25f5dc58ed6b578b9aaf9e92a/f: appending metadata at 1733376144537 (+16 ms)Flushing 61d656c25f5dc58ed6b578b9aaf9e92a/f: closing flushed file at 1733376144537Flushing 61d656c25f5dc58ed6b578b9aaf9e92a/f1: creating writer at 1733376144550 (+13 ms)Flushing 61d656c25f5dc58ed6b578b9aaf9e92a/f1: appending metadata at 1733376144570 (+20 ms)Flushing 61d656c25f5dc58ed6b578b9aaf9e92a/f1: closing flushed file at 1733376144570Flushing 61d656c25f5dc58ed6b578b9aaf9e92a/norep: creating writer at 1733376144586 (+16 ms)Flushing 61d656c25f5dc58ed6b578b9aaf9e92a/norep: appending metadata at 1733376144602 (+16 ms)Flushing 61d656c25f5dc58ed6b578b9aaf9e92a/norep: closing flushed file at 1733376144602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9cf198: reopening flushed file at 1733376144624 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2d58ab: reopening flushed file at 1733376144637 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@148d582e: reopening flushed file at 1733376144644 (+7 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 61d656c25f5dc58ed6b578b9aaf9e92a in 131ms, sequenceid=12, compaction requested=false at 1733376144651 (+7 ms)Writing region close event to WAL at 1733376144668 (+17 ms)Running coprocessor post-close hooks at 1733376144673 (+5 ms)Closed at 1733376144673 2024-12-05T05:22:24,674 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733376118521.61d656c25f5dc58ed6b578b9aaf9e92a. 2024-12-05T05:22:24,676 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/table/77e3b0febdb54c8d8d53ff218a5fc806, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T05:22:24,677 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 611ms, sequenceid=16, compaction requested=false 2024-12-05T05:22:24,681 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T05:22:24,682 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:22:24,682 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:22:24,682 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:22:24,682 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376144066Running coprocessor pre-close hooks at 1733376144066Disabling compacts and flushes for region at 1733376144066Disabling writes for close at 1733376144066Obtaining lock to block concurrent updates at 1733376144066Preparing flush snapshotting stores in 1588230740 at 1733376144066Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733376144066Flushing stores of hbase:meta,,1.1588230740 at 1733376144067 (+1 ms)Flushing 1588230740/info: creating writer at 1733376144067Flushing 1588230740/info: appending metadata at 1733376144085 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733376144085Flushing 1588230740/ns: creating writer at 1733376144122 (+37 ms)Flushing 1588230740/ns: appending metadata at 1733376144137 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733376144137Flushing 1588230740/rep_barrier: creating writer at 1733376144552 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733376144578 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733376144578Flushing 1588230740/table: creating writer at 1733376144602 (+24 ms)Flushing 1588230740/table: appending metadata at 1733376144624 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733376144624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cb2ec81: reopening flushed file at 1733376144651 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50477a24: reopening flushed file at 1733376144657 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6cff8b: reopening flushed file at 1733376144663 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2553756: reopening flushed file at 1733376144670 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 611ms, sequenceid=16, compaction requested=false at 1733376144677 (+7 ms)Writing region close event to WAL at 1733376144678 (+1 ms)Running coprocessor post-close hooks at 1733376144682 (+4 ms)Closed at 1733376144682 2024-12-05T05:22:24,682 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:22:24,867 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,36723,1733376103422; all regions closed. 2024-12-05T05:22:24,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741834_1010 (size=4239) 2024-12-05T05:22:24,902 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/WALs/8edcaf2ecc84,36723,1733376103422/8edcaf2ecc84%2C36723%2C1733376103422.meta.1733376106287.meta not finished, retry = 0 2024-12-05T05:22:25,004 DEBUG [RS:0;8edcaf2ecc84:36723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/oldWALs 2024-12-05T05:22:25,004 INFO [RS:0;8edcaf2ecc84:36723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C36723%2C1733376103422.meta:.meta(num 1733376106287) 2024-12-05T05:22:25,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741839_1015 (size=3552) 2024-12-05T05:22:25,007 DEBUG [RS:0;8edcaf2ecc84:36723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/oldWALs 2024-12-05T05:22:25,007 INFO [RS:0;8edcaf2ecc84:36723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C36723%2C1733376103422.rep:(num 1733376124104) 2024-12-05T05:22:25,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741832_1008 (size=2387) 2024-12-05T05:22:25,010 DEBUG [RS:0;8edcaf2ecc84:36723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/oldWALs 2024-12-05T05:22:25,010 INFO [RS:0;8edcaf2ecc84:36723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C36723%2C1733376103422:(num 1733376105239) 2024-12-05T05:22:25,010 DEBUG [RS:0;8edcaf2ecc84:36723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:25,010 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:22:25,010 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:22:25,010 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T05:22:25,011 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:22:25,011 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:22:25,011 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,36723,1733376103422 because: Region server is closing 2024-12-05T05:22:25,011 INFO [RS:0;8edcaf2ecc84:36723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:36723. 2024-12-05T05:22:25,011 DEBUG [RS:0;8edcaf2ecc84:36723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:25,011 DEBUG [RS:0;8edcaf2ecc84:36723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:25,011 DEBUG [RS:0;8edcaf2ecc84:36723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:25,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:25,111 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.wal-reader.8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T05:22:25,111 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.shipper8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T05:22:25,112 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36723,1733376103422.replicationSource.shipper8edcaf2ecc84%2C36723%2C1733376103422,1-8edcaf2ecc84,36723,1733376103422 terminated 2024-12-05T05:22:25,112 INFO [RS:0;8edcaf2ecc84:36723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:36723. 2024-12-05T05:22:25,112 DEBUG [RS:0;8edcaf2ecc84:36723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:25,112 DEBUG [RS:0;8edcaf2ecc84:36723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:25,112 DEBUG [RS:0;8edcaf2ecc84:36723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:25,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:25,112 INFO [RS:0;8edcaf2ecc84:36723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36723 2024-12-05T05:22:25,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758/rs 2024-12-05T05:22:25,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01499273758/rs/8edcaf2ecc84,36723,1733376103422 2024-12-05T05:22:25,137 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:22:25,209 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,36723,1733376103422] 2024-12-05T05:22:25,272 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01499273758/draining/8edcaf2ecc84,36723,1733376103422 already deleted, retry=false 2024-12-05T05:22:25,272 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,36723,1733376103422 expired; onlineServers=0 2024-12-05T05:22:25,272 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,36477,1733376103206' ***** 2024-12-05T05:22:25,272 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:22:25,272 INFO [M:0;8edcaf2ecc84:36477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:22:25,272 INFO [M:0;8edcaf2ecc84:36477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:22:25,272 DEBUG [M:0;8edcaf2ecc84:36477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:22:25,272 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:22:25,272 DEBUG [M:0;8edcaf2ecc84:36477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:22:25,272 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376105031 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376105031,5,FailOnTimeoutGroup] 2024-12-05T05:22:25,272 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376105031 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376105031,5,FailOnTimeoutGroup] 2024-12-05T05:22:25,272 INFO [M:0;8edcaf2ecc84:36477 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:22:25,272 INFO [M:0;8edcaf2ecc84:36477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:22:25,272 DEBUG [M:0;8edcaf2ecc84:36477 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:22:25,272 INFO [M:0;8edcaf2ecc84:36477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:22:25,273 INFO [M:0;8edcaf2ecc84:36477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:22:25,273 ERROR [M:0;8edcaf2ecc84:36477 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36925,5,PEWorkerGroup] 2024-12-05T05:22:25,273 INFO [M:0;8edcaf2ecc84:36477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:22:25,273 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:22:25,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01499273758/master 2024-12-05T05:22:25,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01499273758 2024-12-05T05:22:25,284 DEBUG [M:0;8edcaf2ecc84:36477 {}] zookeeper.ZKUtil(347): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Unable to get data of znode /01499273758/master because node does not exist (not an error) 2024-12-05T05:22:25,285 WARN [M:0;8edcaf2ecc84:36477 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:22:25,286 INFO [M:0;8edcaf2ecc84:36477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/.lastflushedseqids 2024-12-05T05:22:25,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741848_1024 (size=245) 2024-12-05T05:22:25,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:22:25,309 INFO [RS:0;8edcaf2ecc84:36723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:22:25,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36723-0x101a3f046600001, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:22:25,309 INFO [RS:0;8edcaf2ecc84:36723 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,36723,1733376103422; zookeeper connection closed. 2024-12-05T05:22:25,309 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fe0fe94 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fe0fe94 2024-12-05T05:22:25,309 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:22:25,689 INFO [M:0;8edcaf2ecc84:36477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:22:25,690 INFO [M:0;8edcaf2ecc84:36477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:22:25,690 DEBUG [M:0;8edcaf2ecc84:36477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:22:25,690 INFO [M:0;8edcaf2ecc84:36477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:25,690 DEBUG [M:0;8edcaf2ecc84:36477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:25,690 DEBUG [M:0;8edcaf2ecc84:36477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:22:25,690 DEBUG [M:0;8edcaf2ecc84:36477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:25,690 INFO [M:0;8edcaf2ecc84:36477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-05T05:22:25,705 DEBUG [M:0;8edcaf2ecc84:36477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cba4ab79cfdc44c3806733cde4522aec is 82, key is hbase:meta,,1/info:regioninfo/1733376106311/Put/seqid=0 2024-12-05T05:22:25,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741849_1025 (size=5672) 2024-12-05T05:22:26,109 INFO [M:0;8edcaf2ecc84:36477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cba4ab79cfdc44c3806733cde4522aec 2024-12-05T05:22:26,129 DEBUG [M:0;8edcaf2ecc84:36477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d257ba223ca2430ba5e83d3eaa54f72f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733376119270/Put/seqid=0 2024-12-05T05:22:26,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741850_1026 (size=7218) 2024-12-05T05:22:26,533 INFO [M:0;8edcaf2ecc84:36477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d257ba223ca2430ba5e83d3eaa54f72f 2024-12-05T05:22:26,536 INFO [M:0;8edcaf2ecc84:36477 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d257ba223ca2430ba5e83d3eaa54f72f 2024-12-05T05:22:26,547 DEBUG [M:0;8edcaf2ecc84:36477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b6836f9c9b543ba8fd7c6e2bf92521e is 69, key is 8edcaf2ecc84,36723,1733376103422/rs:state/1733376105078/Put/seqid=0 2024-12-05T05:22:26,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741851_1027 (size=5156) 2024-12-05T05:22:26,951 INFO [M:0;8edcaf2ecc84:36477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b6836f9c9b543ba8fd7c6e2bf92521e 2024-12-05T05:22:26,955 DEBUG [M:0;8edcaf2ecc84:36477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cba4ab79cfdc44c3806733cde4522aec as hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cba4ab79cfdc44c3806733cde4522aec 2024-12-05T05:22:26,960 INFO [M:0;8edcaf2ecc84:36477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cba4ab79cfdc44c3806733cde4522aec, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T05:22:26,960 DEBUG [M:0;8edcaf2ecc84:36477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d257ba223ca2430ba5e83d3eaa54f72f as hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d257ba223ca2430ba5e83d3eaa54f72f 2024-12-05T05:22:26,964 INFO [M:0;8edcaf2ecc84:36477 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d257ba223ca2430ba5e83d3eaa54f72f 2024-12-05T05:22:26,965 INFO [M:0;8edcaf2ecc84:36477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d257ba223ca2430ba5e83d3eaa54f72f, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T05:22:26,965 DEBUG [M:0;8edcaf2ecc84:36477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b6836f9c9b543ba8fd7c6e2bf92521e as hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b6836f9c9b543ba8fd7c6e2bf92521e 2024-12-05T05:22:26,969 INFO [M:0;8edcaf2ecc84:36477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b6836f9c9b543ba8fd7c6e2bf92521e, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T05:22:26,970 INFO [M:0;8edcaf2ecc84:36477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-12-05T05:22:26,971 INFO [M:0;8edcaf2ecc84:36477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:26,971 DEBUG [M:0;8edcaf2ecc84:36477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376145690Disabling compacts and flushes for region at 1733376145690Disabling writes for close at 1733376145690Obtaining lock to block concurrent updates at 1733376145690Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376145690Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733376145690Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376145691 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376145691Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376145705 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376145705Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376146113 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376146129 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376146129Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376146536 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376146547 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376146547Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486490c5: reopening flushed file at 1733376146955 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c6ef4e1: reopening flushed file at 1733376146960 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41e0cb91: reopening flushed file at 1733376146965 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1733376146970 (+5 ms)Writing region close event to WAL at 1733376146971 (+1 ms)Closed at 1733376146971 2024-12-05T05:22:26,975 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1cfa4449-3933-ab74-947c-68445634ca10/MasterData/WALs/8edcaf2ecc84,36477,1733376103206/8edcaf2ecc84%2C36477%2C1733376103206.1733376104728 not finished, retry = 0 2024-12-05T05:22:26,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741830_1006 (size=64423) 2024-12-05T05:22:27,076 INFO [M:0;8edcaf2ecc84:36477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:22:27,076 INFO [M:0;8edcaf2ecc84:36477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36477 2024-12-05T05:22:27,076 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:22:27,076 INFO [M:0;8edcaf2ecc84:36477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:22:27,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:22:27,241 INFO [M:0;8edcaf2ecc84:36477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:22:27,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36477-0x101a3f046600000, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:22:27,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@688d0a24{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:22:27,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2122d986{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:22:27,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:22:27,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eeccb73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:22:27,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7957adf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/hadoop.log.dir/,STOPPED} 2024-12-05T05:22:27,245 WARN [BP-869597733-172.17.0.3-1733376101076 heartbeating to localhost/127.0.0.1:36925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:22:27,245 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:22:27,246 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:22:27,246 WARN [BP-869597733-172.17.0.3-1733376101076 heartbeating to localhost/127.0.0.1:36925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-869597733-172.17.0.3-1733376101076 (Datanode Uuid 6e96c53e-8e16-4916-9915-5a05bbc82864) service to localhost/127.0.0.1:36925 2024-12-05T05:22:27,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/cluster_2d9f4d1a-3972-80e7-e7de-5f4cb3941359/data/data1/current/BP-869597733-172.17.0.3-1733376101076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:22:27,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/cluster_2d9f4d1a-3972-80e7-e7de-5f4cb3941359/data/data2/current/BP-869597733-172.17.0.3-1733376101076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:22:27,246 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:22:27,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36b2b1fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:22:27,253 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48f8a486{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:22:27,253 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:22:27,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b5b76e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:22:27,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@399187c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8e5126c-907b-d9ba-b192-431a3e18a81c/hadoop.log.dir/,STOPPED} 2024-12-05T05:22:27,259 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T05:22:27,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:22:27,283 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 262) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34821 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:35861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36925 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59769) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59769) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59769) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:36925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35861 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=734 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=456 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=4038 (was 2774) - AvailableMemoryMB LEAK? - 2024-12-05T05:22:27,295 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=734, MaxFileDescriptor=1048576, SystemLoadAverage=456, ProcessCount=11, AvailableMemoryMB=4037 2024-12-05T05:22:27,308 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-05T05:22:27,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/hadoop.log.dir so I do NOT create it in target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02 2024-12-05T05:22:27,309 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:22:27,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/hadoop.tmp.dir so I do NOT create it in target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02 2024-12-05T05:22:27,309 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e20feb4-6ab3-224b-edf5-7144d3db094b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:22:27,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02 2024-12-05T05:22:27,309 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/cluster_ecacd850-1f25-4c88-bcb0-fbe0121811ad, deleteOnExit=true 2024-12-05T05:22:27,314 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/cluster_ecacd850-1f25-4c88-bcb0-fbe0121811ad/zookeeper_0, clientPort=56341, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/cluster_ecacd850-1f25-4c88-bcb0-fbe0121811ad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/cluster_ecacd850-1f25-4c88-bcb0-fbe0121811ad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T05:22:27,315 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56341 2024-12-05T05:22:27,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:22:27,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:22:27,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/test.cache.data in system properties and HBase conf 2024-12-05T05:22:27,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:22:27,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:22:27,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:22:27,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:22:27,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:22:27,316 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:22:27,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:22:27,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:22:27,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:22:27,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:22:27,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:22:27,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:22:27,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:22:27,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:22:27,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:22:27,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:22:27,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:22:27,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:22:27,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:22:27,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:22:27,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a3f046600008, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:22:27,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a3f046600002, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:22:27,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a3f046600005, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:22:27,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a3f046600005, quorum=127.0.0.1:59769, baseZNode=/1768169747 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:22:27,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a3f046600002, quorum=127.0.0.1:59769, baseZNode=/01499273758 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:22:27,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a3f046600008, quorum=127.0.0.1:59769, baseZNode=/21783918079 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:22:27,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:22:27,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:22:27,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:22:27,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:22:27,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:22:27,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:22:27,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c1f488a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:22:27,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@342339f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:22:27,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b22ba5e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/java.io.tmpdir/jetty-localhost-37953-hadoop-hdfs-3_4_1-tests_jar-_-any-17966573800638349968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:22:27,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@491c52bb{HTTP/1.1, (http/1.1)}{localhost:37953} 2024-12-05T05:22:27,908 INFO [Time-limited test {}] server.Server(415): Started @272732ms 2024-12-05T05:22:28,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:22:28,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:22:28,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:22:28,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:22:28,164 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:22:28,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36913524{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:22:28,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@95d46a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:22:28,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f102eb1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/java.io.tmpdir/jetty-localhost-44741-hadoop-hdfs-3_4_1-tests_jar-_-any-14569672290329858559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:22:28,261 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46f88f6d{HTTP/1.1, (http/1.1)}{localhost:44741} 2024-12-05T05:22:28,261 INFO [Time-limited test {}] server.Server(415): Started @273086ms 2024-12-05T05:22:28,263 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:22:28,880 WARN [Thread-3421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/cluster_ecacd850-1f25-4c88-bcb0-fbe0121811ad/data/data1/current/BP-1907468041-172.17.0.3-1733376147337/current, will proceed with Du for space computation calculation, 2024-12-05T05:22:28,880 WARN [Thread-3422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/cluster_ecacd850-1f25-4c88-bcb0-fbe0121811ad/data/data2/current/BP-1907468041-172.17.0.3-1733376147337/current, will proceed with Du for space computation calculation, 2024-12-05T05:22:28,901 WARN [Thread-3409 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:22:28,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa851de594d9024b9 with lease ID 0xfa01c6e4f3f676c: Processing first storage report for DS-3122644f-0fac-477b-9888-bbf41554136e from datanode DatanodeRegistration(127.0.0.1:40081, datanodeUuid=1d51d4bc-115f-42b8-8859-bd75d84e6a44, infoPort=40529, infoSecurePort=0, ipcPort=36783, storageInfo=lv=-57;cid=testClusterID;nsid=1104347984;c=1733376147337) 2024-12-05T05:22:28,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa851de594d9024b9 with lease ID 0xfa01c6e4f3f676c: from storage DS-3122644f-0fac-477b-9888-bbf41554136e node DatanodeRegistration(127.0.0.1:40081, datanodeUuid=1d51d4bc-115f-42b8-8859-bd75d84e6a44, infoPort=40529, infoSecurePort=0, ipcPort=36783, storageInfo=lv=-57;cid=testClusterID;nsid=1104347984;c=1733376147337), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:22:28,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa851de594d9024b9 with lease ID 0xfa01c6e4f3f676c: Processing first storage report for DS-0ab201d1-c66a-4891-9014-d9cdb01f9485 from datanode DatanodeRegistration(127.0.0.1:40081, datanodeUuid=1d51d4bc-115f-42b8-8859-bd75d84e6a44, infoPort=40529, infoSecurePort=0, ipcPort=36783, storageInfo=lv=-57;cid=testClusterID;nsid=1104347984;c=1733376147337) 2024-12-05T05:22:28,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa851de594d9024b9 with lease ID 0xfa01c6e4f3f676c: from storage DS-0ab201d1-c66a-4891-9014-d9cdb01f9485 node DatanodeRegistration(127.0.0.1:40081, datanodeUuid=1d51d4bc-115f-42b8-8859-bd75d84e6a44, infoPort=40529, infoSecurePort=0, ipcPort=36783, storageInfo=lv=-57;cid=testClusterID;nsid=1104347984;c=1733376147337), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:22:28,985 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02 2024-12-05T05:22:28,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:28,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:28,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:22:29,395 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70 with version=8 2024-12-05T05:22:29,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/hbase-staging 2024-12-05T05:22:29,397 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:22:29,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:29,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:29,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:22:29,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:29,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:22:29,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:22:29,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:22:29,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45551 2024-12-05T05:22:29,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45551 connecting to ZooKeeper ensemble=127.0.0.1:56341 2024-12-05T05:22:29,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455510x0, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:22:29,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45551-0x101a3f0fb1b0000 connected 2024-12-05T05:22:29,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:29,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:29,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Set watcher on znode that does not yet exist, /0-1787066075/running 2024-12-05T05:22:29,652 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70, hbase.cluster.distributed=false 2024-12-05T05:22:29,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Set watcher on znode that does not yet exist, /0-1787066075/acl 2024-12-05T05:22:29,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45551 2024-12-05T05:22:29,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45551 2024-12-05T05:22:29,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45551 2024-12-05T05:22:29,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45551 2024-12-05T05:22:29,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45551 2024-12-05T05:22:29,667 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:22:29,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:29,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:29,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:22:29,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:29,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:22:29,667 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:22:29,667 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:22:29,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35959 2024-12-05T05:22:29,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35959 connecting to ZooKeeper ensemble=127.0.0.1:56341 2024-12-05T05:22:29,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:29,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:29,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359590x0, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:22:29,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359590x0, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Set watcher on znode that does not yet exist, /0-1787066075/running 2024-12-05T05:22:29,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35959-0x101a3f0fb1b0001 connected 2024-12-05T05:22:29,691 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:22:29,692 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:22:29,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Set watcher on znode that does not yet exist, /0-1787066075/master 2024-12-05T05:22:29,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Set watcher on znode that does not yet exist, /0-1787066075/acl 2024-12-05T05:22:29,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35959 2024-12-05T05:22:29,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35959 2024-12-05T05:22:29,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35959 2024-12-05T05:22:29,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35959 2024-12-05T05:22:29,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35959 2024-12-05T05:22:29,708 DEBUG [M:0;8edcaf2ecc84:45551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:45551 2024-12-05T05:22:29,708 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1787066075/backup-masters/8edcaf2ecc84,45551,1733376149397 2024-12-05T05:22:29,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075/backup-masters 2024-12-05T05:22:29,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075/backup-masters 2024-12-05T05:22:29,722 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Set watcher on existing znode=/0-1787066075/backup-masters/8edcaf2ecc84,45551,1733376149397 2024-12-05T05:22:29,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:22:29,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1787066075/master 2024-12-05T05:22:29,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:22:29,743 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Set watcher on existing znode=/0-1787066075/master 2024-12-05T05:22:29,743 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1787066075/backup-masters/8edcaf2ecc84,45551,1733376149397 from backup master directory 2024-12-05T05:22:29,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1787066075/backup-masters/8edcaf2ecc84,45551,1733376149397 2024-12-05T05:22:29,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075/backup-masters 2024-12-05T05:22:29,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075/backup-masters 2024-12-05T05:22:29,764 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:22:29,764 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,45551,1733376149397 2024-12-05T05:22:29,767 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/hbase.id] with ID: 279205fd-082e-4083-a3d5-54818dab8204 2024-12-05T05:22:29,767 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/.tmp/hbase.id 2024-12-05T05:22:29,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:22:30,022 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:22:30,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:30,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:30,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:30,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:30,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:30,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:30,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:30,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:30,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:30,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:30,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:30,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:30,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:30,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:30,172 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/.tmp/hbase.id]:[hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/hbase.id] 2024-12-05T05:22:30,181 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:30,181 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:22:30,182 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T05:22:30,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:22:30,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:22:30,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:22:30,602 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:22:30,603 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:22:30,603 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:22:30,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:22:31,008 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store 2024-12-05T05:22:31,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:22:31,413 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:31,413 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:22:31,413 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:31,413 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:31,413 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:22:31,413 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:31,413 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:31,413 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376151413Disabling compacts and flushes for region at 1733376151413Disabling writes for close at 1733376151413Writing region close event to WAL at 1733376151413Closed at 1733376151413 2024-12-05T05:22:31,414 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/.initializing 2024-12-05T05:22:31,414 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/WALs/8edcaf2ecc84,45551,1733376149397 2024-12-05T05:22:31,415 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:22:31,416 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C45551%2C1733376149397, suffix=, logDir=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/WALs/8edcaf2ecc84,45551,1733376149397, archiveDir=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/oldWALs, maxLogs=10 2024-12-05T05:22:31,426 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/WALs/8edcaf2ecc84,45551,1733376149397/8edcaf2ecc84%2C45551%2C1733376149397.1733376151416, exclude list is [], retry=0 2024-12-05T05:22:31,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-3122644f-0fac-477b-9888-bbf41554136e,DISK] 2024-12-05T05:22:31,430 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/WALs/8edcaf2ecc84,45551,1733376149397/8edcaf2ecc84%2C45551%2C1733376149397.1733376151416 2024-12-05T05:22:31,430 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40529:40529)] 2024-12-05T05:22:31,430 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:31,430 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:31,430 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:31,430 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:31,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:31,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:22:31,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:31,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:31,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:31,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:22:31,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:31,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:31,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:31,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:22:31,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:31,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:31,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:31,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:22:31,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:31,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:31,436 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:31,436 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:31,436 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:31,437 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:31,437 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:31,438 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:22:31,438 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:31,439 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:31,440 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65530713, jitterRate=-0.023516282439231873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:22:31,440 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376151431Initializing all the Stores at 1733376151431Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376151431Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376151431Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376151431Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376151431Cleaning up temporary data from old regions at 1733376151437 (+6 ms)Region opened successfully at 1733376151440 (+3 ms) 2024-12-05T05:22:31,440 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:22:31,442 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6f524c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:22:31,443 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:22:31,443 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:22:31,443 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:22:31,443 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:22:31,443 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:22:31,444 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:22:31,444 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:22:31,445 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:22:31,446 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Unable to get data of znode /0-1787066075/balancer because node does not exist (not necessarily an error) 2024-12-05T05:22:31,490 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1787066075/balancer already deleted, retry=false 2024-12-05T05:22:31,491 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:22:31,492 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Unable to get data of znode /0-1787066075/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:22:31,501 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1787066075/normalizer already deleted, retry=false 2024-12-05T05:22:31,501 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:22:31,502 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Unable to get data of znode /0-1787066075/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:22:31,511 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1787066075/switch/split already deleted, retry=false 2024-12-05T05:22:31,512 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Unable to get data of znode /0-1787066075/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:22:31,522 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1787066075/switch/merge already deleted, retry=false 2024-12-05T05:22:31,524 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Unable to get data of znode /0-1787066075/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:22:31,562 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1787066075/snapshot-cleanup already deleted, retry=false 2024-12-05T05:22:31,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1787066075/running 2024-12-05T05:22:31,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1787066075/running 2024-12-05T05:22:31,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:22:31,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:22:31,594 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,45551,1733376149397, sessionid=0x101a3f0fb1b0000, setting cluster-up flag (Was=false) 2024-12-05T05:22:31,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:22:31,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:22:31,648 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1787066075/flush-table-proc/acquired, /0-1787066075/flush-table-proc/reached, /0-1787066075/flush-table-proc/abort 2024-12-05T05:22:31,649 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,45551,1733376149397 2024-12-05T05:22:31,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:22:31,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:22:31,701 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1787066075/online-snapshot/acquired, /0-1787066075/online-snapshot/reached, /0-1787066075/online-snapshot/abort 2024-12-05T05:22:31,702 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,45551,1733376149397 2024-12-05T05:22:31,703 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:22:31,704 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:22:31,704 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:22:31,704 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:22:31,705 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,45551,1733376149397 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:22:31,706 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:22:31,706 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:22:31,706 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:22:31,706 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:22:31,706 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:22:31,706 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:31,706 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:22:31,706 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:31,707 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376181706 2024-12-05T05:22:31,707 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:22:31,707 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:22:31,707 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:22:31,707 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:22:31,707 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:22:31,707 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:22:31,707 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:31,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:22:31,707 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:22:31,707 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:22:31,707 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:22:31,707 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:22:31,707 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:22:31,708 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:22:31,708 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:22:31,708 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376151708,5,FailOnTimeoutGroup] 2024-12-05T05:22:31,708 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:31,708 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376151708,5,FailOnTimeoutGroup] 2024-12-05T05:22:31,708 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:31,708 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:22:31,708 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:31,708 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:31,708 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:22:31,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:22:31,800 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(746): ClusterId : 279205fd-082e-4083-a3d5-54818dab8204 2024-12-05T05:22:31,800 DEBUG [RS:0;8edcaf2ecc84:35959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:22:31,806 DEBUG [RS:0;8edcaf2ecc84:35959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:22:31,806 DEBUG [RS:0;8edcaf2ecc84:35959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:22:31,817 DEBUG [RS:0;8edcaf2ecc84:35959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:22:31,817 DEBUG [RS:0;8edcaf2ecc84:35959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c06dc70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:22:31,827 DEBUG [RS:0;8edcaf2ecc84:35959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:35959 2024-12-05T05:22:31,827 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:22:31,827 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:22:31,827 DEBUG [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:22:31,828 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,45551,1733376149397 with port=35959, startcode=1733376149667 2024-12-05T05:22:31,828 DEBUG [RS:0;8edcaf2ecc84:35959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:22:31,829 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:22:31,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,35959,1733376149667 2024-12-05T05:22:31,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45551 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,35959,1733376149667 2024-12-05T05:22:31,831 DEBUG [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70 2024-12-05T05:22:31,831 DEBUG [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44675 2024-12-05T05:22:31,831 DEBUG [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:22:31,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075/rs 2024-12-05T05:22:31,838 DEBUG [RS:0;8edcaf2ecc84:35959 {}] zookeeper.ZKUtil(111): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Set watcher on existing znode=/0-1787066075/rs/8edcaf2ecc84,35959,1733376149667 2024-12-05T05:22:31,838 WARN [RS:0;8edcaf2ecc84:35959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:22:31,838 INFO [RS:0;8edcaf2ecc84:35959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:22:31,838 DEBUG [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667 2024-12-05T05:22:31,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,35959,1733376149667] 2024-12-05T05:22:31,840 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:22:31,842 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:22:31,842 INFO [RS:0;8edcaf2ecc84:35959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:22:31,842 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:31,842 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:22:31,843 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:22:31,843 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:31,843 DEBUG [RS:0;8edcaf2ecc84:35959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:31,843 DEBUG [RS:0;8edcaf2ecc84:35959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:31,843 DEBUG [RS:0;8edcaf2ecc84:35959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:31,843 DEBUG [RS:0;8edcaf2ecc84:35959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:31,843 DEBUG [RS:0;8edcaf2ecc84:35959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:31,843 DEBUG [RS:0;8edcaf2ecc84:35959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:22:31,843 DEBUG [RS:0;8edcaf2ecc84:35959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:31,843 DEBUG [RS:0;8edcaf2ecc84:35959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:31,843 DEBUG [RS:0;8edcaf2ecc84:35959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:31,843 DEBUG [RS:0;8edcaf2ecc84:35959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:31,844 DEBUG [RS:0;8edcaf2ecc84:35959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:31,844 DEBUG [RS:0;8edcaf2ecc84:35959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:31,844 DEBUG [RS:0;8edcaf2ecc84:35959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:22:31,844 DEBUG [RS:0;8edcaf2ecc84:35959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:22:31,848 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:31,848 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:31,848 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:31,848 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:31,848 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:31,848 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35959,1733376149667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:22:31,860 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:22:31,860 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35959,1733376149667-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:31,860 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:31,860 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.Replication(171): 8edcaf2ecc84,35959,1733376149667 started 2024-12-05T05:22:31,871 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:31,871 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,35959,1733376149667, RpcServer on 8edcaf2ecc84/172.17.0.3:35959, sessionid=0x101a3f0fb1b0001 2024-12-05T05:22:31,871 DEBUG [RS:0;8edcaf2ecc84:35959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:22:31,871 DEBUG [RS:0;8edcaf2ecc84:35959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,35959,1733376149667 2024-12-05T05:22:31,871 DEBUG [RS:0;8edcaf2ecc84:35959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,35959,1733376149667' 2024-12-05T05:22:31,871 DEBUG [RS:0;8edcaf2ecc84:35959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1787066075/flush-table-proc/abort' 2024-12-05T05:22:31,871 DEBUG [RS:0;8edcaf2ecc84:35959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1787066075/flush-table-proc/acquired' 2024-12-05T05:22:31,872 DEBUG [RS:0;8edcaf2ecc84:35959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:22:31,872 DEBUG [RS:0;8edcaf2ecc84:35959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:22:31,872 DEBUG [RS:0;8edcaf2ecc84:35959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,35959,1733376149667 2024-12-05T05:22:31,872 DEBUG [RS:0;8edcaf2ecc84:35959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,35959,1733376149667' 2024-12-05T05:22:31,872 DEBUG [RS:0;8edcaf2ecc84:35959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1787066075/online-snapshot/abort' 2024-12-05T05:22:31,872 DEBUG [RS:0;8edcaf2ecc84:35959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1787066075/online-snapshot/acquired' 2024-12-05T05:22:31,872 DEBUG [RS:0;8edcaf2ecc84:35959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:22:31,872 INFO [RS:0;8edcaf2ecc84:35959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:22:31,872 INFO [RS:0;8edcaf2ecc84:35959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:22:31,972 INFO [RS:0;8edcaf2ecc84:35959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:22:31,974 INFO [RS:0;8edcaf2ecc84:35959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C35959%2C1733376149667, suffix=, logDir=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667, archiveDir=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/oldWALs, maxLogs=10 2024-12-05T05:22:31,985 DEBUG [RS:0;8edcaf2ecc84:35959 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974, exclude list is [], retry=0 2024-12-05T05:22:31,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-3122644f-0fac-477b-9888-bbf41554136e,DISK] 2024-12-05T05:22:31,988 INFO [RS:0;8edcaf2ecc84:35959 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 2024-12-05T05:22:31,988 DEBUG [RS:0;8edcaf2ecc84:35959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40529:40529)] 2024-12-05T05:22:32,115 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:22:32,115 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70 2024-12-05T05:22:32,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741833_1009 (size=32) 2024-12-05T05:22:32,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:32,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:22:32,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:22:32,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:32,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:32,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:22:32,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:22:32,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:32,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:32,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:22:32,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:22:32,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:32,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:32,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:22:32,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:22:32,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:32,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:32,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:22:32,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740 2024-12-05T05:22:32,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740 2024-12-05T05:22:32,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:22:32,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:22:32,527 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:22:32,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:22:32,529 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:32,529 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72046568, jitterRate=0.07357752323150635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:22:32,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733376152520Initializing all the Stores at 1733376152521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376152521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376152521Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376152521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376152521Cleaning up temporary data from old regions at 1733376152527 (+6 ms)Region opened successfully at 1733376152529 (+2 ms) 2024-12-05T05:22:32,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:22:32,529 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:22:32,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:22:32,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:22:32,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:22:32,530 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:22:32,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376152529Disabling compacts and flushes for region at 1733376152529Disabling writes for close at 1733376152530 (+1 ms)Writing region close event to WAL at 1733376152530Closed at 1733376152530 2024-12-05T05:22:32,531 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:22:32,531 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:22:32,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:22:32,531 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:22:32,532 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:22:32,682 DEBUG [8edcaf2ecc84:45551 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:22:32,682 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,35959,1733376149667 2024-12-05T05:22:32,683 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,35959,1733376149667, state=OPENING 2024-12-05T05:22:32,732 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:22:32,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:22:32,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:22:32,770 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:22:32,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1787066075/meta-region-server: CHANGED 2024-12-05T05:22:32,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1787066075/meta-region-server: CHANGED 2024-12-05T05:22:32,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,35959,1733376149667}] 2024-12-05T05:22:32,922 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:22:32,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:22:32,926 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:22:32,926 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:22:32,926 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:22:32,927 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C35959%2C1733376149667.meta, suffix=.meta, logDir=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667, archiveDir=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/oldWALs, maxLogs=10 2024-12-05T05:22:32,938 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.meta.1733376152927.meta, exclude list is [], retry=0 2024-12-05T05:22:32,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-3122644f-0fac-477b-9888-bbf41554136e,DISK] 2024-12-05T05:22:32,940 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.meta.1733376152927.meta 2024-12-05T05:22:32,941 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40529:40529)] 2024-12-05T05:22:32,941 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:32,941 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:22:32,941 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:22:32,941 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:22:32,941 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:22:32,941 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:22:32,941 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:32,941 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:22:32,941 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:22:32,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:22:32,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:22:32,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:32,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:32,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:22:32,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:22:32,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:32,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:32,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:22:32,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:22:32,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:32,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:32,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:22:32,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:22:32,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:32,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:32,945 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:22:32,946 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740 2024-12-05T05:22:32,947 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740 2024-12-05T05:22:32,947 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:22:32,948 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:22:32,948 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:22:32,949 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:22:32,949 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72770788, jitterRate=0.0843692421913147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:22:32,949 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:22:32,950 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376152942Writing region info on filesystem at 1733376152942Initializing all the Stores at 1733376152942Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376152942Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376152942Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376152942Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376152942Cleaning up temporary data from old regions at 1733376152948 (+6 ms)Running coprocessor post-open hooks at 1733376152949 (+1 ms)Region opened successfully at 1733376152950 (+1 ms) 2024-12-05T05:22:32,950 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376152922 2024-12-05T05:22:32,952 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:22:32,952 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:22:32,952 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,35959,1733376149667 2024-12-05T05:22:32,953 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,35959,1733376149667, state=OPEN 2024-12-05T05:22:32,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1787066075/meta-region-server 2024-12-05T05:22:32,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1787066075/meta-region-server 2024-12-05T05:22:32,974 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,35959,1733376149667 2024-12-05T05:22:32,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1787066075/meta-region-server: CHANGED 2024-12-05T05:22:32,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1787066075/meta-region-server: CHANGED 2024-12-05T05:22:32,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:22:32,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,35959,1733376149667 in 204 msec 2024-12-05T05:22:32,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:22:32,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-12-05T05:22:32,978 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:22:32,978 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:22:32,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:32,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,35959,1733376149667, seqNum=-1] 2024-12-05T05:22:32,979 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:32,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:22:32,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-12-05T05:22:32,983 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376152983, completionTime=-1 2024-12-05T05:22:32,983 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:22:32,983 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:22:32,985 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:22:32,985 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376212985 2024-12-05T05:22:32,985 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376272985 2024-12-05T05:22:32,985 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T05:22:32,985 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45551,1733376149397-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:32,985 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45551,1733376149397-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:32,985 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45551,1733376149397-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:32,985 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:45551, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:32,985 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:32,985 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:32,986 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:22:32,988 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.224sec 2024-12-05T05:22:32,988 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:22:32,988 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:22:32,988 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:22:32,988 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:22:32,988 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:22:32,988 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45551,1733376149397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:22:32,988 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45551,1733376149397-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:22:32,990 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:22:32,990 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:22:32,990 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45551,1733376149397-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:33,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c2bb36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:33,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,45551,-1 for getting cluster id 2024-12-05T05:22:33,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:33,001 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '279205fd-082e-4083-a3d5-54818dab8204' 2024-12-05T05:22:33,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:33,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "279205fd-082e-4083-a3d5-54818dab8204" 2024-12-05T05:22:33,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147f3fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:33,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,45551,-1] 2024-12-05T05:22:33,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:33,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:33,003 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:33,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521c3ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:33,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:33,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,35959,1733376149667, seqNum=-1] 2024-12-05T05:22:33,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:33,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:22:33,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,45551,1733376149397 2024-12-05T05:22:33,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56341 2024-12-05T05:22:33,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:22:33,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a3f0fb1b0002 connected 2024-12-05T05:22:33,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/hadoop.log.dir so I do NOT create it in target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f 2024-12-05T05:22:33,029 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:22:33,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/hadoop.tmp.dir so I do NOT create it in target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f 2024-12-05T05:22:33,029 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:22:33,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f 2024-12-05T05:22:33,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:22:33,029 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/cluster_e28910e4-c97d-1d43-f5f8-14c91fbf6fbc, deleteOnExit=true 2024-12-05T05:22:33,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:22:33,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/test.cache.data in system properties and HBase conf 2024-12-05T05:22:33,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:22:33,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:22:33,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:22:33,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:22:33,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:22:33,029 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:22:33,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:22:33,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:22:33,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:22:33,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:22:33,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:22:33,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:22:33,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:22:33,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:22:33,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:22:33,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:22:33,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:22:33,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:22:33,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:22:33,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:22:33,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:22:33,318 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:22:33,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:22:33,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:22:33,319 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:22:33,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:22:33,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3250fe29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:22:33,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ccb21a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:22:33,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T05:22:33,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:22:33,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78f282fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/java.io.tmpdir/jetty-localhost-34997-hadoop-hdfs-3_4_1-tests_jar-_-any-1793894326209219438/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:22:33,410 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1efa6563{HTTP/1.1, (http/1.1)}{localhost:34997} 2024-12-05T05:22:33,410 INFO [Time-limited test {}] server.Server(415): Started @278235ms 2024-12-05T05:22:33,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:22:33,676 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:22:33,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:22:33,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:22:33,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:22:33,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@752b56ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:22:33,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79ef667a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:22:33,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57982b20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/java.io.tmpdir/jetty-localhost-33843-hadoop-hdfs-3_4_1-tests_jar-_-any-5997664057610717482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:22:33,775 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46bf0487{HTTP/1.1, (http/1.1)}{localhost:33843} 2024-12-05T05:22:33,775 INFO [Time-limited test {}] server.Server(415): Started @278600ms 2024-12-05T05:22:33,776 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:22:34,935 WARN [Thread-3543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/cluster_e28910e4-c97d-1d43-f5f8-14c91fbf6fbc/data/data2/current/BP-216920298-172.17.0.3-1733376153042/current, will proceed with Du for space computation calculation, 2024-12-05T05:22:34,935 WARN [Thread-3542 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/cluster_e28910e4-c97d-1d43-f5f8-14c91fbf6fbc/data/data1/current/BP-216920298-172.17.0.3-1733376153042/current, will proceed with Du for space computation calculation, 2024-12-05T05:22:34,954 WARN [Thread-3530 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:22:34,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21a42139e35c2fc2 with lease ID 0x4ea6815f2cfc40c7: Processing first storage report for DS-ce7c5e07-8a0c-4d48-834b-c7b001237390 from datanode DatanodeRegistration(127.0.0.1:39413, datanodeUuid=9fb498c2-089e-4f98-9860-dbe7ec54e400, infoPort=44205, infoSecurePort=0, ipcPort=42271, storageInfo=lv=-57;cid=testClusterID;nsid=540429094;c=1733376153042) 2024-12-05T05:22:34,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21a42139e35c2fc2 with lease ID 0x4ea6815f2cfc40c7: from storage DS-ce7c5e07-8a0c-4d48-834b-c7b001237390 node DatanodeRegistration(127.0.0.1:39413, datanodeUuid=9fb498c2-089e-4f98-9860-dbe7ec54e400, infoPort=44205, infoSecurePort=0, ipcPort=42271, storageInfo=lv=-57;cid=testClusterID;nsid=540429094;c=1733376153042), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:22:34,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21a42139e35c2fc2 with lease ID 0x4ea6815f2cfc40c7: Processing first storage report for DS-e14882c3-3afa-43f9-b36e-42a3bf8bca94 from datanode DatanodeRegistration(127.0.0.1:39413, datanodeUuid=9fb498c2-089e-4f98-9860-dbe7ec54e400, infoPort=44205, infoSecurePort=0, ipcPort=42271, storageInfo=lv=-57;cid=testClusterID;nsid=540429094;c=1733376153042) 2024-12-05T05:22:34,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21a42139e35c2fc2 with lease ID 0x4ea6815f2cfc40c7: from storage DS-e14882c3-3afa-43f9-b36e-42a3bf8bca94 node DatanodeRegistration(127.0.0.1:39413, datanodeUuid=9fb498c2-089e-4f98-9860-dbe7ec54e400, infoPort=44205, infoSecurePort=0, ipcPort=42271, storageInfo=lv=-57;cid=testClusterID;nsid=540429094;c=1733376153042), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:22:35,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f 2024-12-05T05:22:35,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:35,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:35,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:22:35,420 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058 with version=8 2024-12-05T05:22:35,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/hbase-staging 2024-12-05T05:22:35,421 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:22:35,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:35,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:35,422 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:22:35,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:35,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:22:35,422 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:22:35,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:22:35,422 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34127 2024-12-05T05:22:35,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34127 connecting to ZooKeeper ensemble=127.0.0.1:56341 2024-12-05T05:22:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341270x0, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:22:35,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34127-0x101a3f0fb1b0003 connected 2024-12-05T05:22:35,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:35,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:35,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Set watcher on znode that does not yet exist, /11755618344/running 2024-12-05T05:22:35,913 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058, hbase.cluster.distributed=false 2024-12-05T05:22:35,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Set watcher on znode that does not yet exist, /11755618344/acl 2024-12-05T05:22:35,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34127 2024-12-05T05:22:35,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34127 2024-12-05T05:22:35,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34127 2024-12-05T05:22:35,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34127 2024-12-05T05:22:35,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34127 2024-12-05T05:22:35,930 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:22:35,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:35,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:35,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:22:35,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:35,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:22:35,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:22:35,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:22:35,930 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36021 2024-12-05T05:22:35,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36021 connecting to ZooKeeper ensemble=127.0.0.1:56341 2024-12-05T05:22:35,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:35,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:35,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360210x0, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:22:35,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360210x0, quorum=127.0.0.1:56341, baseZNode=/11755618344 Set watcher on znode that does not yet exist, /11755618344/running 2024-12-05T05:22:35,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36021-0x101a3f0fb1b0004 connected 2024-12-05T05:22:35,943 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:22:35,944 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:22:35,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Set watcher on znode that does not yet exist, /11755618344/master 2024-12-05T05:22:35,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Set watcher on znode that does not yet exist, /11755618344/acl 2024-12-05T05:22:35,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36021 2024-12-05T05:22:35,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36021 2024-12-05T05:22:35,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36021 2024-12-05T05:22:35,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36021 2024-12-05T05:22:35,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36021 2024-12-05T05:22:35,961 DEBUG [M:0;8edcaf2ecc84:34127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:34127 2024-12-05T05:22:35,963 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11755618344/backup-masters/8edcaf2ecc84,34127,1733376155421 2024-12-05T05:22:35,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344/backup-masters 2024-12-05T05:22:35,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344/backup-masters 2024-12-05T05:22:35,974 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Set watcher on existing znode=/11755618344/backup-masters/8edcaf2ecc84,34127,1733376155421 2024-12-05T05:22:35,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11755618344/master 2024-12-05T05:22:35,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:22:35,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:22:35,985 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Set watcher on existing znode=/11755618344/master 2024-12-05T05:22:35,985 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11755618344/backup-masters/8edcaf2ecc84,34127,1733376155421 from backup master directory 2024-12-05T05:22:35,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11755618344/backup-masters/8edcaf2ecc84,34127,1733376155421 2024-12-05T05:22:35,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344/backup-masters 2024-12-05T05:22:35,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344/backup-masters 2024-12-05T05:22:35,995 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:22:35,995 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,34127,1733376155421 2024-12-05T05:22:35,998 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/hbase.id] with ID: 50a525a6-96e1-4f05-8ef1-ce6c520f80e8 2024-12-05T05:22:35,998 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/.tmp/hbase.id 2024-12-05T05:22:36,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:22:36,411 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/.tmp/hbase.id]:[hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/hbase.id] 2024-12-05T05:22:36,418 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:36,419 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:22:36,419 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T05:22:36,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:22:36,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:22:36,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:22:36,499 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:22:36,499 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:22:36,500 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:22:36,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:22:36,905 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store 2024-12-05T05:22:36,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:22:37,309 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:37,309 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:22:37,309 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:37,309 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:37,310 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:22:37,310 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:37,310 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:37,310 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376157309Disabling compacts and flushes for region at 1733376157309Disabling writes for close at 1733376157310 (+1 ms)Writing region close event to WAL at 1733376157310Closed at 1733376157310 2024-12-05T05:22:37,310 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/.initializing 2024-12-05T05:22:37,310 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/WALs/8edcaf2ecc84,34127,1733376155421 2024-12-05T05:22:37,311 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:22:37,312 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C34127%2C1733376155421, suffix=, logDir=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/WALs/8edcaf2ecc84,34127,1733376155421, archiveDir=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/oldWALs, maxLogs=10 2024-12-05T05:22:37,326 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/WALs/8edcaf2ecc84,34127,1733376155421/8edcaf2ecc84%2C34127%2C1733376155421.1733376157312, exclude list is [], retry=0 2024-12-05T05:22:37,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39413,DS-ce7c5e07-8a0c-4d48-834b-c7b001237390,DISK] 2024-12-05T05:22:37,329 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/WALs/8edcaf2ecc84,34127,1733376155421/8edcaf2ecc84%2C34127%2C1733376155421.1733376157312 2024-12-05T05:22:37,329 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44205:44205)] 2024-12-05T05:22:37,329 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:37,329 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:37,329 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:37,329 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:37,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:37,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:22:37,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:37,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:37,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:37,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:22:37,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:37,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:37,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:37,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:22:37,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:37,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:37,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:37,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:22:37,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:37,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:37,334 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:37,335 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:37,335 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:37,336 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:37,336 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:37,336 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:22:37,337 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:37,338 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:37,339 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67987228, jitterRate=0.013088643550872803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:22:37,339 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376157330Initializing all the Stores at 1733376157330Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376157330Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376157330Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376157330Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376157330Cleaning up temporary data from old regions at 1733376157336 (+6 ms)Region opened successfully at 1733376157339 (+3 ms) 2024-12-05T05:22:37,339 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:22:37,341 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686b6357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:22:37,341 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:22:37,341 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:22:37,342 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:22:37,342 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:22:37,342 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:22:37,342 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:22:37,342 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:22:37,343 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:22:37,344 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Unable to get data of znode /11755618344/balancer because node does not exist (not necessarily an error) 2024-12-05T05:22:37,353 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11755618344/balancer already deleted, retry=false 2024-12-05T05:22:37,353 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:22:37,353 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Unable to get data of znode /11755618344/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:22:37,363 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11755618344/normalizer already deleted, retry=false 2024-12-05T05:22:37,363 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:22:37,364 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Unable to get data of znode /11755618344/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:22:37,374 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11755618344/switch/split already deleted, retry=false 2024-12-05T05:22:37,374 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Unable to get data of znode /11755618344/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:22:37,384 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11755618344/switch/merge already deleted, retry=false 2024-12-05T05:22:37,386 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Unable to get data of znode /11755618344/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:22:37,395 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11755618344/snapshot-cleanup already deleted, retry=false 2024-12-05T05:22:37,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11755618344/running 2024-12-05T05:22:37,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:22:37,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11755618344/running 2024-12-05T05:22:37,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:22:37,406 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,34127,1733376155421, sessionid=0x101a3f0fb1b0003, setting cluster-up flag (Was=false) 2024-12-05T05:22:37,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:22:37,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:22:37,563 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11755618344/flush-table-proc/acquired, /11755618344/flush-table-proc/reached, /11755618344/flush-table-proc/abort 2024-12-05T05:22:37,564 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,34127,1733376155421 2024-12-05T05:22:37,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:22:37,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:22:37,616 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11755618344/online-snapshot/acquired, /11755618344/online-snapshot/reached, /11755618344/online-snapshot/abort 2024-12-05T05:22:37,617 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,34127,1733376155421 2024-12-05T05:22:37,618 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:22:37,619 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:22:37,619 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:22:37,619 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:22:37,619 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,34127,1733376155421 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:22:37,620 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:22:37,620 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:22:37,620 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:22:37,620 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:22:37,620 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:22:37,620 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:37,620 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:22:37,620 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:37,621 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376187621 2024-12-05T05:22:37,621 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:22:37,621 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:22:37,621 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:22:37,621 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:22:37,621 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:22:37,621 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:22:37,621 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:37,621 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:22:37,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:22:37,622 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:22:37,622 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:22:37,622 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:22:37,622 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:22:37,622 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:22:37,622 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:22:37,622 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376157622,5,FailOnTimeoutGroup] 2024-12-05T05:22:37,622 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:37,622 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376157622,5,FailOnTimeoutGroup] 2024-12-05T05:22:37,622 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:37,622 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:22:37,622 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:37,622 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:37,622 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:22:37,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:22:37,655 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(746): ClusterId : 50a525a6-96e1-4f05-8ef1-ce6c520f80e8 2024-12-05T05:22:37,655 DEBUG [RS:0;8edcaf2ecc84:36021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:22:37,667 DEBUG [RS:0;8edcaf2ecc84:36021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:22:37,667 DEBUG [RS:0;8edcaf2ecc84:36021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:22:37,680 DEBUG [RS:0;8edcaf2ecc84:36021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:22:37,680 DEBUG [RS:0;8edcaf2ecc84:36021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14279d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:22:37,689 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:36021 2024-12-05T05:22:37,689 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:22:37,689 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:22:37,689 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:22:37,690 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,34127,1733376155421 with port=36021, startcode=1733376155929 2024-12-05T05:22:37,690 DEBUG [RS:0;8edcaf2ecc84:36021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:22:37,691 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:22:37,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,36021,1733376155929 2024-12-05T05:22:37,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34127 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,36021,1733376155929 2024-12-05T05:22:37,692 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058 2024-12-05T05:22:37,692 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45069 2024-12-05T05:22:37,692 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:22:37,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344/rs 2024-12-05T05:22:37,731 DEBUG [RS:0;8edcaf2ecc84:36021 {}] zookeeper.ZKUtil(111): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Set watcher on existing znode=/11755618344/rs/8edcaf2ecc84,36021,1733376155929 2024-12-05T05:22:37,731 WARN [RS:0;8edcaf2ecc84:36021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:22:37,731 INFO [RS:0;8edcaf2ecc84:36021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:22:37,732 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929 2024-12-05T05:22:37,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,36021,1733376155929] 2024-12-05T05:22:37,733 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:22:37,734 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:22:37,735 INFO [RS:0;8edcaf2ecc84:36021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:22:37,735 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:37,735 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:22:37,735 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:22:37,735 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:37,735 DEBUG [RS:0;8edcaf2ecc84:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:37,735 DEBUG [RS:0;8edcaf2ecc84:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:37,735 DEBUG [RS:0;8edcaf2ecc84:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:37,735 DEBUG [RS:0;8edcaf2ecc84:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:37,735 DEBUG [RS:0;8edcaf2ecc84:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:37,735 DEBUG [RS:0;8edcaf2ecc84:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:22:37,735 DEBUG [RS:0;8edcaf2ecc84:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:37,735 DEBUG [RS:0;8edcaf2ecc84:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:37,735 DEBUG [RS:0;8edcaf2ecc84:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:37,735 DEBUG [RS:0;8edcaf2ecc84:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:37,735 DEBUG [RS:0;8edcaf2ecc84:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:37,735 DEBUG [RS:0;8edcaf2ecc84:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:37,735 DEBUG [RS:0;8edcaf2ecc84:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:22:37,735 DEBUG [RS:0;8edcaf2ecc84:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:22:37,736 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:37,736 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:37,736 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:37,736 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:37,736 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:37,736 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36021,1733376155929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:22:37,749 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:22:37,749 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36021,1733376155929-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:37,749 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:37,749 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.Replication(171): 8edcaf2ecc84,36021,1733376155929 started 2024-12-05T05:22:37,759 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:37,759 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,36021,1733376155929, RpcServer on 8edcaf2ecc84/172.17.0.3:36021, sessionid=0x101a3f0fb1b0004 2024-12-05T05:22:37,760 DEBUG [RS:0;8edcaf2ecc84:36021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:22:37,760 DEBUG [RS:0;8edcaf2ecc84:36021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,36021,1733376155929 2024-12-05T05:22:37,760 DEBUG [RS:0;8edcaf2ecc84:36021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,36021,1733376155929' 2024-12-05T05:22:37,760 DEBUG [RS:0;8edcaf2ecc84:36021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11755618344/flush-table-proc/abort' 2024-12-05T05:22:37,760 DEBUG [RS:0;8edcaf2ecc84:36021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11755618344/flush-table-proc/acquired' 2024-12-05T05:22:37,760 DEBUG [RS:0;8edcaf2ecc84:36021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:22:37,760 DEBUG [RS:0;8edcaf2ecc84:36021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:22:37,760 DEBUG [RS:0;8edcaf2ecc84:36021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,36021,1733376155929 2024-12-05T05:22:37,760 DEBUG [RS:0;8edcaf2ecc84:36021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,36021,1733376155929' 2024-12-05T05:22:37,760 DEBUG [RS:0;8edcaf2ecc84:36021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11755618344/online-snapshot/abort' 2024-12-05T05:22:37,761 DEBUG [RS:0;8edcaf2ecc84:36021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11755618344/online-snapshot/acquired' 2024-12-05T05:22:37,761 DEBUG [RS:0;8edcaf2ecc84:36021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:22:37,761 INFO [RS:0;8edcaf2ecc84:36021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:22:37,761 INFO [RS:0;8edcaf2ecc84:36021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:22:37,780 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:37,781 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:22:37,781 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88530 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:22:37,840 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:22:37,861 INFO [RS:0;8edcaf2ecc84:36021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:22:37,862 INFO [RS:0;8edcaf2ecc84:36021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C36021%2C1733376155929, suffix=, logDir=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929, archiveDir=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/oldWALs, maxLogs=10 2024-12-05T05:22:37,873 DEBUG [RS:0;8edcaf2ecc84:36021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862, exclude list is [], retry=0 2024-12-05T05:22:37,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39413,DS-ce7c5e07-8a0c-4d48-834b-c7b001237390,DISK] 2024-12-05T05:22:37,876 INFO [RS:0;8edcaf2ecc84:36021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 2024-12-05T05:22:37,876 DEBUG [RS:0;8edcaf2ecc84:36021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44205:44205)] 2024-12-05T05:22:38,030 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:22:38,030 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058 2024-12-05T05:22:38,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741833_1009 (size=32) 2024-12-05T05:22:38,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:38,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:22:38,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:22:38,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:38,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:38,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:22:38,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:22:38,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:38,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:38,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:22:38,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:22:38,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:38,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:38,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:22:38,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:22:38,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:38,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:38,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:22:38,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740 2024-12-05T05:22:38,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740 2024-12-05T05:22:38,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:22:38,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:22:38,443 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:22:38,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:22:38,444 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:38,445 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73494395, jitterRate=0.09515182673931122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:22:38,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733376158435Initializing all the Stores at 1733376158435Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376158435Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376158436 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376158436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376158436Cleaning up temporary data from old regions at 1733376158442 (+6 ms)Region opened successfully at 1733376158445 (+3 ms) 2024-12-05T05:22:38,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:22:38,445 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:22:38,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:22:38,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:22:38,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:22:38,445 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:22:38,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376158445Disabling compacts and flushes for region at 1733376158445Disabling writes for close at 1733376158445Writing region close event to WAL at 1733376158445Closed at 1733376158445 2024-12-05T05:22:38,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:22:38,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:22:38,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:22:38,447 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:22:38,447 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:22:38,447 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:22:38,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:38,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:38,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:38,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:38,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:38,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:38,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:38,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:38,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:38,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:38,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:38,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:38,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:38,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:38,597 DEBUG [8edcaf2ecc84:34127 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:22:38,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,36021,1733376155929 2024-12-05T05:22:38,599 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,36021,1733376155929, state=OPENING 2024-12-05T05:22:38,616 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:22:38,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:22:38,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:22:38,638 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:22:38,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11755618344/meta-region-server: CHANGED 2024-12-05T05:22:38,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11755618344/meta-region-server: CHANGED 2024-12-05T05:22:38,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,36021,1733376155929}] 2024-12-05T05:22:38,790 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:22:38,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:22:38,795 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:22:38,795 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:22:38,796 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:22:38,797 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C36021%2C1733376155929.meta, suffix=.meta, logDir=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929, archiveDir=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/oldWALs, maxLogs=10 2024-12-05T05:22:38,810 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.meta.1733376158797.meta, exclude list is [], retry=0 2024-12-05T05:22:38,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39413,DS-ce7c5e07-8a0c-4d48-834b-c7b001237390,DISK] 2024-12-05T05:22:38,812 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.meta.1733376158797.meta 2024-12-05T05:22:38,813 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44205:44205)] 2024-12-05T05:22:38,813 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:38,813 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:22:38,813 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:22:38,813 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:22:38,813 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:22:38,813 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:22:38,813 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:38,813 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:22:38,813 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:22:38,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:22:38,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:22:38,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:38,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:38,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:22:38,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:22:38,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:38,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:38,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:22:38,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:22:38,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:38,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:38,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:22:38,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:22:38,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:38,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:38,817 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:22:38,818 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740 2024-12-05T05:22:38,818 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740 2024-12-05T05:22:38,819 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:22:38,819 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:22:38,819 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:22:38,820 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:22:38,820 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60163378, jitterRate=-0.10349580645561218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:22:38,820 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:22:38,820 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376158814Writing region info on filesystem at 1733376158814Initializing all the Stores at 1733376158814Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376158814Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376158814Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376158814Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376158814Cleaning up temporary data from old regions at 1733376158819 (+5 ms)Running coprocessor post-open hooks at 1733376158820 (+1 ms)Region opened successfully at 1733376158820 2024-12-05T05:22:38,821 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376158790 2024-12-05T05:22:38,822 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:22:38,822 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:22:38,823 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,36021,1733376155929 2024-12-05T05:22:38,823 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,36021,1733376155929, state=OPEN 2024-12-05T05:22:38,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11755618344/meta-region-server 2024-12-05T05:22:38,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11755618344/meta-region-server 2024-12-05T05:22:38,835 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,36021,1733376155929 2024-12-05T05:22:38,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11755618344/meta-region-server: CHANGED 2024-12-05T05:22:38,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11755618344/meta-region-server: CHANGED 2024-12-05T05:22:38,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:22:38,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,36021,1733376155929 in 197 msec 2024-12-05T05:22:38,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:22:38,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 390 msec 2024-12-05T05:22:38,838 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:22:38,838 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:22:38,839 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:38,839 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,36021,1733376155929, seqNum=-1] 2024-12-05T05:22:38,839 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:38,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:22:38,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-12-05T05:22:38,844 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376158844, completionTime=-1 2024-12-05T05:22:38,844 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:22:38,844 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:22:38,845 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:22:38,845 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376218845 2024-12-05T05:22:38,845 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376278845 2024-12-05T05:22:38,845 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T05:22:38,845 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,34127,1733376155421-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:38,845 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,34127,1733376155421-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:38,845 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,34127,1733376155421-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:38,845 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:34127, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:38,845 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:38,846 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:38,847 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:22:38,848 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.853sec 2024-12-05T05:22:38,848 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:22:38,848 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:22:38,848 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:22:38,848 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:22:38,848 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:22:38,848 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,34127,1733376155421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:22:38,848 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,34127,1733376155421-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:22:38,850 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:22:38,850 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:22:38,850 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,34127,1733376155421-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:38,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a80f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:38,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,34127,-1 for getting cluster id 2024-12-05T05:22:38,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:38,856 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50a525a6-96e1-4f05-8ef1-ce6c520f80e8' 2024-12-05T05:22:38,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:38,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50a525a6-96e1-4f05-8ef1-ce6c520f80e8" 2024-12-05T05:22:38,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677a8871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:38,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,34127,-1] 2024-12-05T05:22:38,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:38,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:38,858 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:38,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245e17ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:38,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,36021,1733376155929, seqNum=-1] 2024-12-05T05:22:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:38,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:22:38,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,34127,1733376155421 2024-12-05T05:22:38,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56341 2024-12-05T05:22:38,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:22:38,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a3f0fb1b0005 connected 2024-12-05T05:22:38,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/hadoop.log.dir so I do NOT create it in target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe 2024-12-05T05:22:38,881 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:22:38,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/hadoop.tmp.dir so I do NOT create it in target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe 2024-12-05T05:22:38,881 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:22:38,881 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe 2024-12-05T05:22:38,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:22:38,881 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/cluster_cd1d7e29-c659-1222-945a-65546250ba66, deleteOnExit=true 2024-12-05T05:22:38,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:22:38,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/test.cache.data in system properties and HBase conf 2024-12-05T05:22:38,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:22:38,882 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:22:38,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:22:39,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:22:39,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:22:39,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:22:39,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:22:39,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:22:39,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:22:39,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3000eeb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:22:39,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@327edba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:22:39,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3266a1ef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/java.io.tmpdir/jetty-localhost-45285-hadoop-hdfs-3_4_1-tests_jar-_-any-16441976969176812593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:22:39,316 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7faaa4cb{HTTP/1.1, (http/1.1)}{localhost:45285} 2024-12-05T05:22:39,316 INFO [Time-limited test {}] server.Server(415): Started @284141ms 2024-12-05T05:22:39,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:22:39,551 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:22:39,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:22:39,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:22:39,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:22:39,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1eeae991{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:22:39,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56347b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:22:39,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1611aebf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/java.io.tmpdir/jetty-localhost-37715-hadoop-hdfs-3_4_1-tests_jar-_-any-17030483045873929022/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:22:39,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@450ae647{HTTP/1.1, (http/1.1)}{localhost:37715} 2024-12-05T05:22:39,655 INFO [Time-limited test {}] server.Server(415): Started @284480ms 2024-12-05T05:22:39,656 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:22:40,400 WARN [Thread-3663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/cluster_cd1d7e29-c659-1222-945a-65546250ba66/data/data1/current/BP-2134854365-172.17.0.3-1733376158914/current, will proceed with Du for space computation calculation, 2024-12-05T05:22:40,400 WARN [Thread-3664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/cluster_cd1d7e29-c659-1222-945a-65546250ba66/data/data2/current/BP-2134854365-172.17.0.3-1733376158914/current, will proceed with Du for space computation calculation, 2024-12-05T05:22:40,417 WARN [Thread-3651 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:22:40,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf032e03f8daaa840 with lease ID 0x3085852e15ba893e: Processing first storage report for DS-9bcbb879-51da-4f3f-8618-994ffb132ab3 from datanode DatanodeRegistration(127.0.0.1:36285, datanodeUuid=a7bbcca2-1cc4-48a3-a69a-85534eb83d44, infoPort=32851, infoSecurePort=0, ipcPort=38677, storageInfo=lv=-57;cid=testClusterID;nsid=1689999989;c=1733376158914) 2024-12-05T05:22:40,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf032e03f8daaa840 with lease ID 0x3085852e15ba893e: from storage DS-9bcbb879-51da-4f3f-8618-994ffb132ab3 node DatanodeRegistration(127.0.0.1:36285, datanodeUuid=a7bbcca2-1cc4-48a3-a69a-85534eb83d44, infoPort=32851, infoSecurePort=0, ipcPort=38677, storageInfo=lv=-57;cid=testClusterID;nsid=1689999989;c=1733376158914), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:22:40,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf032e03f8daaa840 with lease ID 0x3085852e15ba893e: Processing first storage report for DS-57f3eba9-679c-4b92-b948-fc0d80575bc5 from datanode DatanodeRegistration(127.0.0.1:36285, datanodeUuid=a7bbcca2-1cc4-48a3-a69a-85534eb83d44, infoPort=32851, infoSecurePort=0, ipcPort=38677, storageInfo=lv=-57;cid=testClusterID;nsid=1689999989;c=1733376158914) 2024-12-05T05:22:40,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf032e03f8daaa840 with lease ID 0x3085852e15ba893e: from storage DS-57f3eba9-679c-4b92-b948-fc0d80575bc5 node DatanodeRegistration(127.0.0.1:36285, datanodeUuid=a7bbcca2-1cc4-48a3-a69a-85534eb83d44, infoPort=32851, infoSecurePort=0, ipcPort=38677, storageInfo=lv=-57;cid=testClusterID;nsid=1689999989;c=1733376158914), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:22:40,482 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe 2024-12-05T05:22:40,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:40,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:40,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:22:40,889 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74 with version=8 2024-12-05T05:22:40,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/hbase-staging 2024-12-05T05:22:40,891 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:22:40,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:40,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:40,891 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:22:40,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:40,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:22:40,891 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:22:40,891 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:22:40,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37197 2024-12-05T05:22:40,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37197 connecting to ZooKeeper ensemble=127.0.0.1:56341 2024-12-05T05:22:40,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371970x0, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:22:40,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37197-0x101a3f0fb1b0006 connected 2024-12-05T05:22:40,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:40,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:40,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Set watcher on znode that does not yet exist, /2-78239929/running 2024-12-05T05:22:40,977 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74, hbase.cluster.distributed=false 2024-12-05T05:22:40,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Set watcher on znode that does not yet exist, /2-78239929/acl 2024-12-05T05:22:40,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37197 2024-12-05T05:22:40,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37197 2024-12-05T05:22:40,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37197 2024-12-05T05:22:40,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37197 2024-12-05T05:22:40,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37197 2024-12-05T05:22:40,990 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:22:40,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:40,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:40,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:22:40,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:22:40,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:22:40,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:22:40,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:22:40,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39299 2024-12-05T05:22:40,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39299 connecting to ZooKeeper ensemble=127.0.0.1:56341 2024-12-05T05:22:40,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:40,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:41,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392990x0, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:22:41,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392990x0, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Set watcher on znode that does not yet exist, /2-78239929/running 2024-12-05T05:22:41,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39299-0x101a3f0fb1b0007 connected 2024-12-05T05:22:41,006 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:22:41,006 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:22:41,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Set watcher on znode that does not yet exist, /2-78239929/master 2024-12-05T05:22:41,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Set watcher on znode that does not yet exist, /2-78239929/acl 2024-12-05T05:22:41,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39299 2024-12-05T05:22:41,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39299 2024-12-05T05:22:41,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39299 2024-12-05T05:22:41,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39299 2024-12-05T05:22:41,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39299 2024-12-05T05:22:41,023 DEBUG [M:0;8edcaf2ecc84:37197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:37197 2024-12-05T05:22:41,024 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-78239929/backup-masters/8edcaf2ecc84,37197,1733376160890 2024-12-05T05:22:41,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929/backup-masters 2024-12-05T05:22:41,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929/backup-masters 2024-12-05T05:22:41,035 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Set watcher on existing znode=/2-78239929/backup-masters/8edcaf2ecc84,37197,1733376160890 2024-12-05T05:22:41,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-78239929/master 2024-12-05T05:22:41,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:22:41,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:22:41,047 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Set watcher on existing znode=/2-78239929/master 2024-12-05T05:22:41,048 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-78239929/backup-masters/8edcaf2ecc84,37197,1733376160890 from backup master directory 2024-12-05T05:22:41,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-78239929/backup-masters/8edcaf2ecc84,37197,1733376160890 2024-12-05T05:22:41,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929/backup-masters 2024-12-05T05:22:41,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929/backup-masters 2024-12-05T05:22:41,058 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:22:41,058 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,37197,1733376160890 2024-12-05T05:22:41,060 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/hbase.id] with ID: 1f8e3750-8483-4609-ab0f-28acfdfab6dc 2024-12-05T05:22:41,060 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/.tmp/hbase.id 2024-12-05T05:22:41,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:22:41,466 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/.tmp/hbase.id]:[hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/hbase.id] 2024-12-05T05:22:41,472 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:22:41,472 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:22:41,473 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T05:22:41,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:22:41,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:22:41,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:22:41,883 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:22:41,884 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:22:41,884 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:22:41,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:22:42,289 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store 2024-12-05T05:22:42,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:22:42,694 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:42,695 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:22:42,695 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:42,695 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:42,695 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:22:42,695 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:42,695 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:22:42,695 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376162694Disabling compacts and flushes for region at 1733376162694Disabling writes for close at 1733376162695 (+1 ms)Writing region close event to WAL at 1733376162695Closed at 1733376162695 2024-12-05T05:22:42,695 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/.initializing 2024-12-05T05:22:42,695 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/WALs/8edcaf2ecc84,37197,1733376160890 2024-12-05T05:22:42,696 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:22:42,697 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C37197%2C1733376160890, suffix=, logDir=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/WALs/8edcaf2ecc84,37197,1733376160890, archiveDir=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/oldWALs, maxLogs=10 2024-12-05T05:22:42,708 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/WALs/8edcaf2ecc84,37197,1733376160890/8edcaf2ecc84%2C37197%2C1733376160890.1733376162697, exclude list is [], retry=0 2024-12-05T05:22:42,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36285,DS-9bcbb879-51da-4f3f-8618-994ffb132ab3,DISK] 2024-12-05T05:22:42,711 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/WALs/8edcaf2ecc84,37197,1733376160890/8edcaf2ecc84%2C37197%2C1733376160890.1733376162697 2024-12-05T05:22:42,712 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32851:32851)] 2024-12-05T05:22:42,712 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:42,712 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:42,712 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:42,712 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:42,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:42,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:22:42,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:42,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:42,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:42,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:22:42,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:42,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:42,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:42,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:22:42,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:42,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:42,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:42,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:22:42,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:42,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:42,718 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:42,718 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:42,719 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:42,720 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:42,720 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:42,720 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:22:42,721 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:22:42,722 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:42,723 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73632589, jitterRate=0.0972110778093338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:22:42,723 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376162712Initializing all the Stores at 1733376162712Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376162712Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376162713 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376162713Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376162713Cleaning up temporary data from old regions at 1733376162720 (+7 ms)Region opened successfully at 1733376162723 (+3 ms) 2024-12-05T05:22:42,723 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:22:42,725 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32df7460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:22:42,726 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:22:42,726 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:22:42,726 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:22:42,726 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:22:42,726 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:22:42,727 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:22:42,727 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:22:42,728 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:22:42,729 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Unable to get data of znode /2-78239929/balancer because node does not exist (not necessarily an error) 2024-12-05T05:22:42,740 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-78239929/balancer already deleted, retry=false 2024-12-05T05:22:42,740 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:22:42,741 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Unable to get data of znode /2-78239929/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:22:42,752 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-78239929/normalizer already deleted, retry=false 2024-12-05T05:22:42,753 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:22:42,753 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Unable to get data of znode /2-78239929/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:22:42,763 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-78239929/switch/split already deleted, retry=false 2024-12-05T05:22:42,763 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Unable to get data of znode /2-78239929/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:22:42,773 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-78239929/switch/merge already deleted, retry=false 2024-12-05T05:22:42,775 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Unable to get data of znode /2-78239929/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:22:42,784 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-78239929/snapshot-cleanup already deleted, retry=false 2024-12-05T05:22:42,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-78239929/running 2024-12-05T05:22:42,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-78239929/running 2024-12-05T05:22:42,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:22:42,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:22:42,795 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,37197,1733376160890, sessionid=0x101a3f0fb1b0006, setting cluster-up flag (Was=false) 2024-12-05T05:22:42,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:22:42,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:22:42,847 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-78239929/flush-table-proc/acquired, /2-78239929/flush-table-proc/reached, /2-78239929/flush-table-proc/abort 2024-12-05T05:22:42,848 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,37197,1733376160890 2024-12-05T05:22:42,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:22:42,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:22:42,900 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-78239929/online-snapshot/acquired, /2-78239929/online-snapshot/reached, /2-78239929/online-snapshot/abort 2024-12-05T05:22:42,901 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,37197,1733376160890 2024-12-05T05:22:42,902 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:22:42,903 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:22:42,903 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:22:42,903 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:22:42,903 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,37197,1733376160890 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:22:42,904 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:22:42,904 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:22:42,904 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:22:42,904 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:22:42,904 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:22:42,904 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:42,904 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:22:42,904 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:42,905 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376192905 2024-12-05T05:22:42,905 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:22:42,905 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:22:42,905 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:22:42,906 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:22:42,906 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:22:42,906 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:22:42,906 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:22:42,906 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:22:42,906 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:42,906 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:22:42,906 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:42,906 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:22:42,906 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:22:42,906 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:22:42,906 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:22:42,906 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:22:42,907 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:22:42,907 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376162907,5,FailOnTimeoutGroup] 2024-12-05T05:22:42,907 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376162907,5,FailOnTimeoutGroup] 2024-12-05T05:22:42,907 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:42,907 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:22:42,907 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:42,907 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:42,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:22:42,917 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(746): ClusterId : 1f8e3750-8483-4609-ab0f-28acfdfab6dc 2024-12-05T05:22:42,917 DEBUG [RS:0;8edcaf2ecc84:39299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:22:42,921 DEBUG [RS:0;8edcaf2ecc84:39299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:22:42,921 DEBUG [RS:0;8edcaf2ecc84:39299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:22:42,932 DEBUG [RS:0;8edcaf2ecc84:39299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:22:42,932 DEBUG [RS:0;8edcaf2ecc84:39299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b01d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:22:42,941 DEBUG [RS:0;8edcaf2ecc84:39299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:39299 2024-12-05T05:22:42,941 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:22:42,941 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:22:42,941 DEBUG [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:22:42,942 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,37197,1733376160890 with port=39299, startcode=1733376160990 2024-12-05T05:22:42,942 DEBUG [RS:0;8edcaf2ecc84:39299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:22:42,943 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:22:42,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,39299,1733376160990 2024-12-05T05:22:42,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37197 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,39299,1733376160990 2024-12-05T05:22:42,945 DEBUG [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74 2024-12-05T05:22:42,945 DEBUG [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33023 2024-12-05T05:22:42,945 DEBUG [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:22:43,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929/rs 2024-12-05T05:22:43,009 DEBUG [RS:0;8edcaf2ecc84:39299 {}] zookeeper.ZKUtil(111): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Set watcher on existing znode=/2-78239929/rs/8edcaf2ecc84,39299,1733376160990 2024-12-05T05:22:43,009 WARN [RS:0;8edcaf2ecc84:39299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:22:43,009 INFO [RS:0;8edcaf2ecc84:39299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:22:43,009 DEBUG [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990 2024-12-05T05:22:43,009 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,39299,1733376160990] 2024-12-05T05:22:43,011 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:22:43,013 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:22:43,013 INFO [RS:0;8edcaf2ecc84:39299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:22:43,013 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,013 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:22:43,014 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:22:43,014 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,014 DEBUG [RS:0;8edcaf2ecc84:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:43,014 DEBUG [RS:0;8edcaf2ecc84:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:43,014 DEBUG [RS:0;8edcaf2ecc84:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:43,014 DEBUG [RS:0;8edcaf2ecc84:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:43,014 DEBUG [RS:0;8edcaf2ecc84:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:43,014 DEBUG [RS:0;8edcaf2ecc84:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:22:43,014 DEBUG [RS:0;8edcaf2ecc84:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:43,014 DEBUG [RS:0;8edcaf2ecc84:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:43,014 DEBUG [RS:0;8edcaf2ecc84:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:43,014 DEBUG [RS:0;8edcaf2ecc84:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:43,014 DEBUG [RS:0;8edcaf2ecc84:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:43,014 DEBUG [RS:0;8edcaf2ecc84:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:22:43,014 DEBUG [RS:0;8edcaf2ecc84:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:22:43,014 DEBUG [RS:0;8edcaf2ecc84:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:22:43,015 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,015 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,015 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,015 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,015 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,015 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39299,1733376160990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:22:43,026 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:22:43,026 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39299,1733376160990-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,027 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,027 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.Replication(171): 8edcaf2ecc84,39299,1733376160990 started 2024-12-05T05:22:43,037 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,038 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,39299,1733376160990, RpcServer on 8edcaf2ecc84/172.17.0.3:39299, sessionid=0x101a3f0fb1b0007 2024-12-05T05:22:43,038 DEBUG [RS:0;8edcaf2ecc84:39299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:22:43,038 DEBUG [RS:0;8edcaf2ecc84:39299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,39299,1733376160990 2024-12-05T05:22:43,038 DEBUG [RS:0;8edcaf2ecc84:39299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,39299,1733376160990' 2024-12-05T05:22:43,038 DEBUG [RS:0;8edcaf2ecc84:39299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-78239929/flush-table-proc/abort' 2024-12-05T05:22:43,038 DEBUG [RS:0;8edcaf2ecc84:39299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-78239929/flush-table-proc/acquired' 2024-12-05T05:22:43,039 DEBUG [RS:0;8edcaf2ecc84:39299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:22:43,039 DEBUG [RS:0;8edcaf2ecc84:39299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:22:43,039 DEBUG [RS:0;8edcaf2ecc84:39299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,39299,1733376160990 2024-12-05T05:22:43,039 DEBUG [RS:0;8edcaf2ecc84:39299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,39299,1733376160990' 2024-12-05T05:22:43,039 DEBUG [RS:0;8edcaf2ecc84:39299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-78239929/online-snapshot/abort' 2024-12-05T05:22:43,039 DEBUG [RS:0;8edcaf2ecc84:39299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-78239929/online-snapshot/acquired' 2024-12-05T05:22:43,039 DEBUG [RS:0;8edcaf2ecc84:39299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:22:43,039 INFO [RS:0;8edcaf2ecc84:39299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:22:43,039 INFO [RS:0;8edcaf2ecc84:39299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:22:43,140 INFO [RS:0;8edcaf2ecc84:39299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:22:43,141 INFO [RS:0;8edcaf2ecc84:39299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C39299%2C1733376160990, suffix=, logDir=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990, archiveDir=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/oldWALs, maxLogs=10 2024-12-05T05:22:43,152 DEBUG [RS:0;8edcaf2ecc84:39299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141, exclude list is [], retry=0 2024-12-05T05:22:43,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36285,DS-9bcbb879-51da-4f3f-8618-994ffb132ab3,DISK] 2024-12-05T05:22:43,156 INFO [RS:0;8edcaf2ecc84:39299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 2024-12-05T05:22:43,156 DEBUG [RS:0;8edcaf2ecc84:39299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32851:32851)] 2024-12-05T05:22:43,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:22:43,313 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74 2024-12-05T05:22:43,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741833_1009 (size=32) 2024-12-05T05:22:43,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:43,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:22:43,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:22:43,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:43,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:43,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:22:43,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:22:43,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:43,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:43,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:22:43,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:22:43,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:43,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:43,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:22:43,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:22:43,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:43,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:43,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:22:43,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740 2024-12-05T05:22:43,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740 2024-12-05T05:22:43,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:22:43,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:22:43,325 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:22:43,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:22:43,326 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:43,327 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74891214, jitterRate=0.11596605181694031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:22:43,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733376163317Initializing all the Stores at 1733376163317Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376163317Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376163318 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376163318Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376163318Cleaning up temporary data from old regions at 1733376163324 (+6 ms)Region opened successfully at 1733376163327 (+3 ms) 2024-12-05T05:22:43,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:22:43,327 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:22:43,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:22:43,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:22:43,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:22:43,327 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:22:43,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376163327Disabling compacts and flushes for region at 1733376163327Disabling writes for close at 1733376163327Writing region close event to WAL at 1733376163327Closed at 1733376163327 2024-12-05T05:22:43,328 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:22:43,328 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:22:43,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:22:43,329 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:22:43,329 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:22:43,479 DEBUG [8edcaf2ecc84:37197 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:22:43,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,39299,1733376160990 2024-12-05T05:22:43,481 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,39299,1733376160990, state=OPENING 2024-12-05T05:22:43,531 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:22:43,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:22:43,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:22:43,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-78239929/meta-region-server: CHANGED 2024-12-05T05:22:43,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-78239929/meta-region-server: CHANGED 2024-12-05T05:22:43,542 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:22:43,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,39299,1733376160990}] 2024-12-05T05:22:43,694 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:22:43,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:22:43,697 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:22:43,698 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:22:43,698 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:22:43,698 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C39299%2C1733376160990.meta, suffix=.meta, logDir=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990, archiveDir=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/oldWALs, maxLogs=10 2024-12-05T05:22:43,709 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.meta.1733376163699.meta, exclude list is [], retry=0 2024-12-05T05:22:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36285,DS-9bcbb879-51da-4f3f-8618-994ffb132ab3,DISK] 2024-12-05T05:22:43,712 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.meta.1733376163699.meta 2024-12-05T05:22:43,712 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32851:32851)] 2024-12-05T05:22:43,712 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:43,712 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:22:43,712 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:22:43,713 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:22:43,713 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:22:43,713 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:22:43,713 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:43,713 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:22:43,713 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:22:43,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:22:43,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:22:43,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:43,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:43,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:22:43,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:22:43,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:43,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:43,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:22:43,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:22:43,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:43,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:43,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:22:43,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:22:43,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:43,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:22:43,718 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:22:43,718 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740 2024-12-05T05:22:43,719 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740 2024-12-05T05:22:43,720 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:22:43,720 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:22:43,720 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:22:43,721 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:22:43,721 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70260685, jitterRate=0.046965792775154114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:22:43,721 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:22:43,722 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376163713Writing region info on filesystem at 1733376163713Initializing all the Stores at 1733376163714 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376163714Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376163714Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376163714Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376163714Cleaning up temporary data from old regions at 1733376163720 (+6 ms)Running coprocessor post-open hooks at 1733376163721 (+1 ms)Region opened successfully at 1733376163721 2024-12-05T05:22:43,722 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376163694 2024-12-05T05:22:43,724 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:22:43,724 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:22:43,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,39299,1733376160990 2024-12-05T05:22:43,725 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,39299,1733376160990, state=OPEN 2024-12-05T05:22:43,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-78239929/meta-region-server 2024-12-05T05:22:43,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-78239929/meta-region-server 2024-12-05T05:22:43,731 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,39299,1733376160990 2024-12-05T05:22:43,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-78239929/meta-region-server: CHANGED 2024-12-05T05:22:43,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-78239929/meta-region-server: CHANGED 2024-12-05T05:22:43,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:22:43,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,39299,1733376160990 in 189 msec 2024-12-05T05:22:43,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:22:43,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec 2024-12-05T05:22:43,735 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:22:43,735 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:22:43,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:43,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,39299,1733376160990, seqNum=-1] 2024-12-05T05:22:43,736 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:43,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:22:43,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 837 msec 2024-12-05T05:22:43,740 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376163740, completionTime=-1 2024-12-05T05:22:43,740 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:22:43,741 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:22:43,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:22:43,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376223742 2024-12-05T05:22:43,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376283742 2024-12-05T05:22:43,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T05:22:43,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,37197,1733376160890-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,37197,1733376160890-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,37197,1733376160890-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:37197, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,744 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:22:43,745 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.687sec 2024-12-05T05:22:43,745 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:22:43,745 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:22:43,745 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:22:43,745 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:22:43,745 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:22:43,745 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,37197,1733376160890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:22:43,745 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,37197,1733376160890-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:22:43,747 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:22:43,747 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:22:43,747 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,37197,1733376160890-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:22:43,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48513d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:43,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,37197,-1 for getting cluster id 2024-12-05T05:22:43,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:43,818 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f8e3750-8483-4609-ab0f-28acfdfab6dc' 2024-12-05T05:22:43,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:43,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f8e3750-8483-4609-ab0f-28acfdfab6dc" 2024-12-05T05:22:43,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2799ee03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:43,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,37197,-1] 2024-12-05T05:22:43,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:43,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:43,820 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:43,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7325c5d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:43,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:43,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,39299,1733376160990, seqNum=-1] 2024-12-05T05:22:43,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:43,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:22:43,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,37197,1733376160890 2024-12-05T05:22:43,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56341 2024-12-05T05:22:43,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:22:43,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a3f0fb1b0008 connected 2024-12-05T05:22:44,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:44,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,45551,1733376149397 2024-12-05T05:22:44,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35206b17 2024-12-05T05:22:44,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:44,003 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:44,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:22:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T05:22:44,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:22:44,006 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:44,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T05:22:44,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:22:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:44,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741835_1011 (size=902) 2024-12-05T05:22:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:44,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:22:44,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:44,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:44,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:44,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:44,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:44,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:44,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:44,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:44,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:44,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:44,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:44,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:44,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:44,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:44,413 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b89f2db5b63392579cdf0c8ba124fc81, NAME => 'test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70 2024-12-05T05:22:44,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741836_1012 (size=39) 2024-12-05T05:22:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:44,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:44,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b89f2db5b63392579cdf0c8ba124fc81, disabling compactions & flushes 2024-12-05T05:22:44,818 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81. 2024-12-05T05:22:44,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81. 2024-12-05T05:22:44,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81. after waiting 0 ms 2024-12-05T05:22:44,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81. 2024-12-05T05:22:44,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81. 2024-12-05T05:22:44,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b89f2db5b63392579cdf0c8ba124fc81: Waiting for close lock at 1733376164818Disabling compacts and flushes for region at 1733376164818Disabling writes for close at 1733376164819 (+1 ms)Writing region close event to WAL at 1733376164819Closed at 1733376164819 2024-12-05T05:22:44,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:22:44,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733376164820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376164820"}]},"ts":"1733376164820"} 2024-12-05T05:22:44,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:22:44,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:22:44,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376164822"}]},"ts":"1733376164822"} 2024-12-05T05:22:44,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T05:22:44,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b89f2db5b63392579cdf0c8ba124fc81, ASSIGN}] 2024-12-05T05:22:44,825 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b89f2db5b63392579cdf0c8ba124fc81, ASSIGN 2024-12-05T05:22:44,825 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b89f2db5b63392579cdf0c8ba124fc81, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,35959,1733376149667; forceNewPlan=false, retain=false 2024-12-05T05:22:44,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b89f2db5b63392579cdf0c8ba124fc81, regionState=OPENING, regionLocation=8edcaf2ecc84,35959,1733376149667 2024-12-05T05:22:44,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b89f2db5b63392579cdf0c8ba124fc81, ASSIGN because future has completed 2024-12-05T05:22:44,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b89f2db5b63392579cdf0c8ba124fc81, server=8edcaf2ecc84,35959,1733376149667}] 2024-12-05T05:22:45,133 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81. 2024-12-05T05:22:45,133 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b89f2db5b63392579cdf0c8ba124fc81, NAME => 'test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:45,133 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:22:45,133 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T05:22:45,134 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:22:45,134 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:45,134 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:22:45,134 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:22:45,135 INFO [StoreOpener-b89f2db5b63392579cdf0c8ba124fc81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:22:45,135 INFO [StoreOpener-b89f2db5b63392579cdf0c8ba124fc81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b89f2db5b63392579cdf0c8ba124fc81 columnFamilyName f 2024-12-05T05:22:45,136 DEBUG [StoreOpener-b89f2db5b63392579cdf0c8ba124fc81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:45,136 INFO [StoreOpener-b89f2db5b63392579cdf0c8ba124fc81-1 {}] regionserver.HStore(327): Store=b89f2db5b63392579cdf0c8ba124fc81/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:45,136 INFO [StoreOpener-b89f2db5b63392579cdf0c8ba124fc81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:22:45,137 INFO [StoreOpener-b89f2db5b63392579cdf0c8ba124fc81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b89f2db5b63392579cdf0c8ba124fc81 columnFamilyName f1 2024-12-05T05:22:45,137 DEBUG [StoreOpener-b89f2db5b63392579cdf0c8ba124fc81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:45,137 INFO [StoreOpener-b89f2db5b63392579cdf0c8ba124fc81-1 {}] regionserver.HStore(327): Store=b89f2db5b63392579cdf0c8ba124fc81/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:45,137 INFO [StoreOpener-b89f2db5b63392579cdf0c8ba124fc81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:22:45,137 INFO [StoreOpener-b89f2db5b63392579cdf0c8ba124fc81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b89f2db5b63392579cdf0c8ba124fc81 columnFamilyName norep 2024-12-05T05:22:45,138 DEBUG [StoreOpener-b89f2db5b63392579cdf0c8ba124fc81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:45,138 INFO [StoreOpener-b89f2db5b63392579cdf0c8ba124fc81-1 {}] regionserver.HStore(327): Store=b89f2db5b63392579cdf0c8ba124fc81/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:45,138 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:22:45,138 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:22:45,139 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:22:45,139 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:22:45,139 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:22:45,140 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:22:45,141 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:22:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:45,142 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:45,142 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b89f2db5b63392579cdf0c8ba124fc81; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73793179, jitterRate=0.0996040552854538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:22:45,142 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:22:45,143 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b89f2db5b63392579cdf0c8ba124fc81: Running coprocessor pre-open hook at 1733376165134Writing region info on filesystem at 1733376165134Initializing all the Stores at 1733376165134Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376165134Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376165135 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376165135Cleaning up temporary data from old regions at 1733376165139 (+4 ms)Running coprocessor post-open hooks at 1733376165142 (+3 ms)Region opened successfully at 1733376165143 (+1 ms) 2024-12-05T05:22:45,144 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81., pid=6, masterSystemTime=1733376165130 2024-12-05T05:22:45,145 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81. 2024-12-05T05:22:45,145 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81. 2024-12-05T05:22:45,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b89f2db5b63392579cdf0c8ba124fc81, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8edcaf2ecc84,35959,1733376149667 2024-12-05T05:22:45,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b89f2db5b63392579cdf0c8ba124fc81, server=8edcaf2ecc84,35959,1733376149667 because future has completed 2024-12-05T05:22:45,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:22:45,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b89f2db5b63392579cdf0c8ba124fc81, server=8edcaf2ecc84,35959,1733376149667 in 170 msec 2024-12-05T05:22:45,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T05:22:45,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b89f2db5b63392579cdf0c8ba124fc81, ASSIGN in 325 msec 2024-12-05T05:22:45,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:22:45,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376165151"}]},"ts":"1733376165151"} 2024-12-05T05:22:45,152 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T05:22:45,153 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:22:45,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-12-05T05:22:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:46,161 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T05:22:46,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,34127,1733376155421 2024-12-05T05:22:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f478cc4 2024-12-05T05:22:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:46,163 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:46,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:22:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T05:22:46,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:22:46,166 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:46,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T05:22:46,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:22:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:46,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741835_1011 (size=902) 2024-12-05T05:22:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:46,572 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d5f981d1604eb0ea86b27aaeb003e8b, NAME => 'test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058 2024-12-05T05:22:46,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741836_1012 (size=39) 2024-12-05T05:22:46,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:46,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7d5f981d1604eb0ea86b27aaeb003e8b, disabling compactions & flushes 2024-12-05T05:22:46,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b. 2024-12-05T05:22:46,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b. 2024-12-05T05:22:46,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b. after waiting 0 ms 2024-12-05T05:22:46,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b. 2024-12-05T05:22:46,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b. 2024-12-05T05:22:46,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d5f981d1604eb0ea86b27aaeb003e8b: Waiting for close lock at 1733376166576Disabling compacts and flushes for region at 1733376166576Disabling writes for close at 1733376166576Writing region close event to WAL at 1733376166576Closed at 1733376166576 2024-12-05T05:22:46,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:22:46,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733376166577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376166577"}]},"ts":"1733376166577"} 2024-12-05T05:22:46,578 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:22:46,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:22:46,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376166579"}]},"ts":"1733376166579"} 2024-12-05T05:22:46,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T05:22:46,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d5f981d1604eb0ea86b27aaeb003e8b, ASSIGN}] 2024-12-05T05:22:46,582 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d5f981d1604eb0ea86b27aaeb003e8b, ASSIGN 2024-12-05T05:22:46,582 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7d5f981d1604eb0ea86b27aaeb003e8b, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,36021,1733376155929; forceNewPlan=false, retain=false 2024-12-05T05:22:46,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d5f981d1604eb0ea86b27aaeb003e8b, regionState=OPENING, regionLocation=8edcaf2ecc84,36021,1733376155929 2024-12-05T05:22:46,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7d5f981d1604eb0ea86b27aaeb003e8b, ASSIGN because future has completed 2024-12-05T05:22:46,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d5f981d1604eb0ea86b27aaeb003e8b, server=8edcaf2ecc84,36021,1733376155929}] 2024-12-05T05:22:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:46,889 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b. 2024-12-05T05:22:46,889 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d5f981d1604eb0ea86b27aaeb003e8b, NAME => 'test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:46,889 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:22:46,889 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T05:22:46,890 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:22:46,890 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:46,890 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:22:46,890 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:22:46,891 INFO [StoreOpener-7d5f981d1604eb0ea86b27aaeb003e8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:22:46,892 INFO [StoreOpener-7d5f981d1604eb0ea86b27aaeb003e8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d5f981d1604eb0ea86b27aaeb003e8b columnFamilyName f 2024-12-05T05:22:46,892 DEBUG [StoreOpener-7d5f981d1604eb0ea86b27aaeb003e8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:46,892 INFO [StoreOpener-7d5f981d1604eb0ea86b27aaeb003e8b-1 {}] regionserver.HStore(327): Store=7d5f981d1604eb0ea86b27aaeb003e8b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:46,892 INFO [StoreOpener-7d5f981d1604eb0ea86b27aaeb003e8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:22:46,893 INFO [StoreOpener-7d5f981d1604eb0ea86b27aaeb003e8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d5f981d1604eb0ea86b27aaeb003e8b columnFamilyName f1 2024-12-05T05:22:46,893 DEBUG [StoreOpener-7d5f981d1604eb0ea86b27aaeb003e8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:46,893 INFO [StoreOpener-7d5f981d1604eb0ea86b27aaeb003e8b-1 {}] regionserver.HStore(327): Store=7d5f981d1604eb0ea86b27aaeb003e8b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:46,893 INFO [StoreOpener-7d5f981d1604eb0ea86b27aaeb003e8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:22:46,894 INFO [StoreOpener-7d5f981d1604eb0ea86b27aaeb003e8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d5f981d1604eb0ea86b27aaeb003e8b columnFamilyName norep 2024-12-05T05:22:46,894 DEBUG [StoreOpener-7d5f981d1604eb0ea86b27aaeb003e8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:46,894 INFO [StoreOpener-7d5f981d1604eb0ea86b27aaeb003e8b-1 {}] regionserver.HStore(327): Store=7d5f981d1604eb0ea86b27aaeb003e8b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:46,894 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:22:46,895 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:22:46,895 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:22:46,895 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:22:46,895 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:22:46,896 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:22:46,897 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:22:46,898 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:46,898 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7d5f981d1604eb0ea86b27aaeb003e8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60295416, jitterRate=-0.10152828693389893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:22:46,898 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:22:46,899 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7d5f981d1604eb0ea86b27aaeb003e8b: Running coprocessor pre-open hook at 1733376166890Writing region info on filesystem at 1733376166890Initializing all the Stores at 1733376166890Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376166890Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376166890Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376166890Cleaning up temporary data from old regions at 1733376166895 (+5 ms)Running coprocessor post-open hooks at 1733376166899 (+4 ms)Region opened successfully at 1733376166899 2024-12-05T05:22:46,899 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b., pid=6, masterSystemTime=1733376166886 2024-12-05T05:22:46,901 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b. 2024-12-05T05:22:46,901 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b. 2024-12-05T05:22:46,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d5f981d1604eb0ea86b27aaeb003e8b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8edcaf2ecc84,36021,1733376155929 2024-12-05T05:22:46,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d5f981d1604eb0ea86b27aaeb003e8b, server=8edcaf2ecc84,36021,1733376155929 because future has completed 2024-12-05T05:22:46,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:22:46,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d5f981d1604eb0ea86b27aaeb003e8b, server=8edcaf2ecc84,36021,1733376155929 in 169 msec 2024-12-05T05:22:46,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T05:22:46,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7d5f981d1604eb0ea86b27aaeb003e8b, ASSIGN in 324 msec 2024-12-05T05:22:46,907 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:22:46,908 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376166907"}]},"ts":"1733376166907"} 2024-12-05T05:22:46,909 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T05:22:46,910 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:22:46,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-12-05T05:22:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:47,301 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T05:22:47,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:47,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,37197,1733376160890 2024-12-05T05:22:47,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@423ac6be 2024-12-05T05:22:47,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:47,303 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:47,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:22:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T05:22:47,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:22:47,305 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:47,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T05:22:47,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:22:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:47,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741835_1011 (size=902) 2024-12-05T05:22:47,312 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1233c659b9ba2db08502279e5ed1efd, NAME => 'test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74 2024-12-05T05:22:47,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741836_1012 (size=39) 2024-12-05T05:22:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:47,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:47,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f1233c659b9ba2db08502279e5ed1efd, disabling compactions & flushes 2024-12-05T05:22:47,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd. 2024-12-05T05:22:47,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd. 2024-12-05T05:22:47,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd. after waiting 0 ms 2024-12-05T05:22:47,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd. 2024-12-05T05:22:47,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd. 2024-12-05T05:22:47,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1233c659b9ba2db08502279e5ed1efd: Waiting for close lock at 1733376167717Disabling compacts and flushes for region at 1733376167717Disabling writes for close at 1733376167717Writing region close event to WAL at 1733376167717Closed at 1733376167717 2024-12-05T05:22:47,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:22:47,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733376167718"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376167718"}]},"ts":"1733376167718"} 2024-12-05T05:22:47,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:22:47,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:22:47,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376167721"}]},"ts":"1733376167721"} 2024-12-05T05:22:47,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T05:22:47,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f1233c659b9ba2db08502279e5ed1efd, ASSIGN}] 2024-12-05T05:22:47,723 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f1233c659b9ba2db08502279e5ed1efd, ASSIGN 2024-12-05T05:22:47,724 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f1233c659b9ba2db08502279e5ed1efd, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,39299,1733376160990; forceNewPlan=false, retain=false 2024-12-05T05:22:47,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f1233c659b9ba2db08502279e5ed1efd, regionState=OPENING, regionLocation=8edcaf2ecc84,39299,1733376160990 2024-12-05T05:22:47,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f1233c659b9ba2db08502279e5ed1efd, ASSIGN because future has completed 2024-12-05T05:22:47,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1233c659b9ba2db08502279e5ed1efd, server=8edcaf2ecc84,39299,1733376160990}] 2024-12-05T05:22:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:48,074 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd. 2024-12-05T05:22:48,074 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f1233c659b9ba2db08502279e5ed1efd, NAME => 'test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:48,074 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:22:48,074 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T05:22:48,074 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:22:48,074 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:48,074 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:22:48,074 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:22:48,075 INFO [StoreOpener-f1233c659b9ba2db08502279e5ed1efd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:22:48,076 INFO [StoreOpener-f1233c659b9ba2db08502279e5ed1efd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1233c659b9ba2db08502279e5ed1efd columnFamilyName f 2024-12-05T05:22:48,076 DEBUG [StoreOpener-f1233c659b9ba2db08502279e5ed1efd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:48,077 INFO [StoreOpener-f1233c659b9ba2db08502279e5ed1efd-1 {}] regionserver.HStore(327): Store=f1233c659b9ba2db08502279e5ed1efd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:48,077 INFO [StoreOpener-f1233c659b9ba2db08502279e5ed1efd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:22:48,077 INFO [StoreOpener-f1233c659b9ba2db08502279e5ed1efd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1233c659b9ba2db08502279e5ed1efd columnFamilyName f1 2024-12-05T05:22:48,077 DEBUG [StoreOpener-f1233c659b9ba2db08502279e5ed1efd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:48,078 INFO [StoreOpener-f1233c659b9ba2db08502279e5ed1efd-1 {}] regionserver.HStore(327): Store=f1233c659b9ba2db08502279e5ed1efd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:48,078 INFO [StoreOpener-f1233c659b9ba2db08502279e5ed1efd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:22:48,078 INFO [StoreOpener-f1233c659b9ba2db08502279e5ed1efd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1233c659b9ba2db08502279e5ed1efd columnFamilyName norep 2024-12-05T05:22:48,078 DEBUG [StoreOpener-f1233c659b9ba2db08502279e5ed1efd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:48,079 INFO [StoreOpener-f1233c659b9ba2db08502279e5ed1efd-1 {}] regionserver.HStore(327): Store=f1233c659b9ba2db08502279e5ed1efd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:48,079 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:22:48,079 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:22:48,079 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:22:48,080 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:22:48,080 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:22:48,081 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:22:48,081 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:22:48,082 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:48,083 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f1233c659b9ba2db08502279e5ed1efd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71405509, jitterRate=0.06402499973773956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:22:48,083 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:22:48,083 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f1233c659b9ba2db08502279e5ed1efd: Running coprocessor pre-open hook at 1733376168075Writing region info on filesystem at 1733376168075Initializing all the Stores at 1733376168075Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376168075Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376168075Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376168075Cleaning up temporary data from old regions at 1733376168080 (+5 ms)Running coprocessor post-open hooks at 1733376168083 (+3 ms)Region opened successfully at 1733376168083 2024-12-05T05:22:48,084 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd., pid=6, masterSystemTime=1733376168027 2024-12-05T05:22:48,085 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd. 2024-12-05T05:22:48,085 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd. 2024-12-05T05:22:48,086 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f1233c659b9ba2db08502279e5ed1efd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8edcaf2ecc84,39299,1733376160990 2024-12-05T05:22:48,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1233c659b9ba2db08502279e5ed1efd, server=8edcaf2ecc84,39299,1733376160990 because future has completed 2024-12-05T05:22:48,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:22:48,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f1233c659b9ba2db08502279e5ed1efd, server=8edcaf2ecc84,39299,1733376160990 in 213 msec 2024-12-05T05:22:48,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T05:22:48,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f1233c659b9ba2db08502279e5ed1efd, ASSIGN in 369 msec 2024-12-05T05:22:48,092 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:22:48,092 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376168092"}]},"ts":"1733376168092"} 2024-12-05T05:22:48,094 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T05:22:48,094 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:22:48,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 791 msec 2024-12-05T05:22:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:22:48,441 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T05:22:48,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0bbbcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:48,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,45551,-1 for getting cluster id 2024-12-05T05:22:48,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:48,442 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '279205fd-082e-4083-a3d5-54818dab8204' 2024-12-05T05:22:48,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:48,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "279205fd-082e-4083-a3d5-54818dab8204" 2024-12-05T05:22:48,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b5d374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:48,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,45551,-1] 2024-12-05T05:22:48,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:48,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:48,444 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:48,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c1ce89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:48,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:48,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,45551,1733376149397 2024-12-05T05:22:48,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24643cd3 2024-12-05T05:22:48,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:48,447 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:48,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:34127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:22:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:22:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:48,449 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:34127' 2024-12-05T05:22:48,450 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c46056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:48,450 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,34127,-1 for getting cluster id 2024-12-05T05:22:48,451 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:48,451 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50a525a6-96e1-4f05-8ef1-ce6c520f80e8' 2024-12-05T05:22:48,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:48,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50a525a6-96e1-4f05-8ef1-ce6c520f80e8" 2024-12-05T05:22:48,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747e03f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:48,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,34127,-1] 2024-12-05T05:22:48,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:48,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:48,452 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:48,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577f2538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:48,453 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:48,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,34127,1733376155421 2024-12-05T05:22:48,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@481133cf 2024-12-05T05:22:48,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:48,454 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:48,455 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T05:22:48,455 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:22:48,455 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:48,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:48,455 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:48,456 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:22:48,457 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:22:48,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:22:48,457 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:48,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:22:48,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741837_1013 (size=1138) 2024-12-05T05:22:48,507 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T05:22:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:48,864 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5bf3fa61a594ddd54d916ea53f872eff, NAME => 'hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70 2024-12-05T05:22:48,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741838_1014 (size=44) 2024-12-05T05:22:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:49,215 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:22:49,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:49,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:49,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:49,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:49,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:49,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:49,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:49,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:49,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:49,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:49,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:49,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:49,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:49,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:49,263 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T05:22:49,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:49,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5bf3fa61a594ddd54d916ea53f872eff, disabling compactions & flushes 2024-12-05T05:22:49,269 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. 2024-12-05T05:22:49,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. 2024-12-05T05:22:49,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. after waiting 0 ms 2024-12-05T05:22:49,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. 2024-12-05T05:22:49,269 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. 2024-12-05T05:22:49,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5bf3fa61a594ddd54d916ea53f872eff: Waiting for close lock at 1733376169269Disabling compacts and flushes for region at 1733376169269Disabling writes for close at 1733376169269Writing region close event to WAL at 1733376169269Closed at 1733376169269 2024-12-05T05:22:49,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:22:49,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733376169270"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376169270"}]},"ts":"1733376169270"} 2024-12-05T05:22:49,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:22:49,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:22:49,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376169272"}]},"ts":"1733376169272"} 2024-12-05T05:22:49,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T05:22:49,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5bf3fa61a594ddd54d916ea53f872eff, ASSIGN}] 2024-12-05T05:22:49,274 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5bf3fa61a594ddd54d916ea53f872eff, ASSIGN 2024-12-05T05:22:49,275 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5bf3fa61a594ddd54d916ea53f872eff, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,35959,1733376149667; forceNewPlan=false, retain=false 2024-12-05T05:22:49,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5bf3fa61a594ddd54d916ea53f872eff, regionState=OPENING, regionLocation=8edcaf2ecc84,35959,1733376149667 2024-12-05T05:22:49,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5bf3fa61a594ddd54d916ea53f872eff, ASSIGN because future has completed 2024-12-05T05:22:49,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bf3fa61a594ddd54d916ea53f872eff, server=8edcaf2ecc84,35959,1733376149667}] 2024-12-05T05:22:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:49,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. 2024-12-05T05:22:49,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:22:49,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:22:49,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C35959%2C1733376149667.rep, suffix=, logDir=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667, archiveDir=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/oldWALs, maxLogs=10 2024-12-05T05:22:49,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.rep.1733376169592, exclude list is [], retry=0 2024-12-05T05:22:49,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-3122644f-0fac-477b-9888-bbf41554136e,DISK] 2024-12-05T05:22:49,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.rep.1733376169592 2024-12-05T05:22:49,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40529:40529)] 2024-12-05T05:22:49,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bf3fa61a594ddd54d916ea53f872eff, NAME => 'hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:49,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:22:49,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:22:49,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. service=MultiRowMutationService 2024-12-05T05:22:49,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:22:49,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5bf3fa61a594ddd54d916ea53f872eff 2024-12-05T05:22:49,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:49,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5bf3fa61a594ddd54d916ea53f872eff 2024-12-05T05:22:49,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5bf3fa61a594ddd54d916ea53f872eff 2024-12-05T05:22:49,611 INFO [StoreOpener-5bf3fa61a594ddd54d916ea53f872eff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5bf3fa61a594ddd54d916ea53f872eff 2024-12-05T05:22:49,612 INFO [StoreOpener-5bf3fa61a594ddd54d916ea53f872eff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf3fa61a594ddd54d916ea53f872eff columnFamilyName hfileref 2024-12-05T05:22:49,612 DEBUG [StoreOpener-5bf3fa61a594ddd54d916ea53f872eff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:49,614 INFO [StoreOpener-5bf3fa61a594ddd54d916ea53f872eff-1 {}] regionserver.HStore(327): Store=5bf3fa61a594ddd54d916ea53f872eff/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:49,614 INFO [StoreOpener-5bf3fa61a594ddd54d916ea53f872eff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5bf3fa61a594ddd54d916ea53f872eff 2024-12-05T05:22:49,619 INFO [StoreOpener-5bf3fa61a594ddd54d916ea53f872eff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf3fa61a594ddd54d916ea53f872eff columnFamilyName queue 2024-12-05T05:22:49,619 DEBUG [StoreOpener-5bf3fa61a594ddd54d916ea53f872eff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:49,620 INFO [StoreOpener-5bf3fa61a594ddd54d916ea53f872eff-1 {}] regionserver.HStore(327): Store=5bf3fa61a594ddd54d916ea53f872eff/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:49,620 INFO [StoreOpener-5bf3fa61a594ddd54d916ea53f872eff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5bf3fa61a594ddd54d916ea53f872eff 2024-12-05T05:22:49,621 INFO [StoreOpener-5bf3fa61a594ddd54d916ea53f872eff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf3fa61a594ddd54d916ea53f872eff columnFamilyName sid 2024-12-05T05:22:49,621 DEBUG [StoreOpener-5bf3fa61a594ddd54d916ea53f872eff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:49,621 INFO [StoreOpener-5bf3fa61a594ddd54d916ea53f872eff-1 {}] regionserver.HStore(327): Store=5bf3fa61a594ddd54d916ea53f872eff/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:49,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5bf3fa61a594ddd54d916ea53f872eff 2024-12-05T05:22:49,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/replication/5bf3fa61a594ddd54d916ea53f872eff 2024-12-05T05:22:49,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/replication/5bf3fa61a594ddd54d916ea53f872eff 2024-12-05T05:22:49,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5bf3fa61a594ddd54d916ea53f872eff 2024-12-05T05:22:49,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5bf3fa61a594ddd54d916ea53f872eff 2024-12-05T05:22:49,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:22:49,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5bf3fa61a594ddd54d916ea53f872eff 2024-12-05T05:22:49,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/replication/5bf3fa61a594ddd54d916ea53f872eff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:49,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5bf3fa61a594ddd54d916ea53f872eff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70385746, jitterRate=0.048829346895217896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:22:49,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bf3fa61a594ddd54d916ea53f872eff 2024-12-05T05:22:49,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5bf3fa61a594ddd54d916ea53f872eff: Running coprocessor pre-open hook at 1733376169610Writing region info on filesystem at 1733376169610Initializing all the Stores at 1733376169610Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376169610Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376169611 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376169611Cleaning up temporary data from old regions at 1733376169623 (+12 ms)Running coprocessor post-open hooks at 1733376169626 (+3 ms)Region opened successfully at 1733376169626 2024-12-05T05:22:49,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff., pid=10, masterSystemTime=1733376169580 2024-12-05T05:22:49,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. 2024-12-05T05:22:49,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. 2024-12-05T05:22:49,629 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5bf3fa61a594ddd54d916ea53f872eff, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,35959,1733376149667 2024-12-05T05:22:49,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bf3fa61a594ddd54d916ea53f872eff, server=8edcaf2ecc84,35959,1733376149667 because future has completed 2024-12-05T05:22:49,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T05:22:49,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bf3fa61a594ddd54d916ea53f872eff, server=8edcaf2ecc84,35959,1733376149667 in 205 msec 2024-12-05T05:22:49,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T05:22:49,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5bf3fa61a594ddd54d916ea53f872eff, ASSIGN in 361 msec 2024-12-05T05:22:49,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:22:49,637 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376169637"}]},"ts":"1733376169637"} 2024-12-05T05:22:49,639 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T05:22:49,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:22:49,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-12-05T05:22:49,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff., hostname=8edcaf2ecc84,35959,1733376149667, seqNum=2] 2024-12-05T05:22:49,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:22:49,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:22:49,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:22:49,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T05:22:49,916 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T05:22:49,940 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,35959,1733376149667, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:22:49,941 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:49,941 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,35959,1733376149667, seqNum=-1] 2024-12-05T05:22:49,942 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:49,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-05T05:22:49,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8edcaf2ecc84,35959,1733376149667', locateType=CURRENT is [region=hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff., hostname=8edcaf2ecc84,35959,1733376149667, seqNum=2] 2024-12-05T05:22:49,946 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T05:22:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T05:22:49,948 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8edcaf2ecc84,35959,1733376149667 suceeded 2024-12-05T05:22:49,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T05:22:49,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-05T05:22:49,949 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8edcaf2ecc84:34127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:22:49,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec 2024-12-05T05:22:49,959 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:34127' 2024-12-05T05:22:49,961 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a3ee7f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:49,961 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,34127,-1 for getting cluster id 2024-12-05T05:22:49,961 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:49,961 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50a525a6-96e1-4f05-8ef1-ce6c520f80e8' 2024-12-05T05:22:49,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:49,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50a525a6-96e1-4f05-8ef1-ce6c520f80e8" 2024-12-05T05:22:49,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14d340c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:49,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,34127,-1] 2024-12-05T05:22:49,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:49,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:49,963 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:49,963 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30202eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:49,963 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:49,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,34127,1733376155421 2024-12-05T05:22:49,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ca50190 2024-12-05T05:22:49,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:49,965 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-05T05:22:49,965 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,35959,1733376149667 (queues=1) is replicating from cluster=279205fd-082e-4083-a3d5-54818dab8204 to cluster=50a525a6-96e1-4f05-8ef1-ce6c520f80e8 2024-12-05T05:22:49,965 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C35959%2C1733376149667 2024-12-05T05:22:49,965 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,35959,1733376149667, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:22:49,966 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974, startPosition=0, beingWritten=true 2024-12-05T05:22:49,966 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.shipper8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C35959%2C1733376149667 2024-12-05T05:22:49,972 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:49,972 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 379, reset compression=false 2024-12-05T05:22:49,972 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.shipper8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,35959,1733376149667 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:50,175 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 379, reset compression=false 2024-12-05T05:22:50,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T05:22:50,478 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 379, reset compression=false 2024-12-05T05:22:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:50,591 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:22:50,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:22:50,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:50,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:50,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:50,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:50,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa184a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:50,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,34127,-1 for getting cluster id 2024-12-05T05:22:50,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:50,592 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50a525a6-96e1-4f05-8ef1-ce6c520f80e8' 2024-12-05T05:22:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50a525a6-96e1-4f05-8ef1-ce6c520f80e8" 2024-12-05T05:22:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7919110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,34127,-1] 2024-12-05T05:22:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:50,593 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447a2ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:50,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:50,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,34127,1733376155421 2024-12-05T05:22:50,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ce166fb 2024-12-05T05:22:50,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:50,596 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:50,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:37197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:22:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:22:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:50,598 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:37197' 2024-12-05T05:22:50,599 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d48115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:50,599 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,37197,-1 for getting cluster id 2024-12-05T05:22:50,599 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:50,600 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f8e3750-8483-4609-ab0f-28acfdfab6dc' 2024-12-05T05:22:50,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:50,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f8e3750-8483-4609-ab0f-28acfdfab6dc" 2024-12-05T05:22:50,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f195abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:50,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,37197,-1] 2024-12-05T05:22:50,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:50,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:50,601 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:50,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b5df8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:50,601 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:50,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,37197,1733376160890 2024-12-05T05:22:50,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb5d424 2024-12-05T05:22:50,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:50,603 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:50,603 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T05:22:50,603 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:22:50,603 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:50,603 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:50,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:50,604 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:22:50,605 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:22:50,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:22:50,606 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:50,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:22:50,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741837_1013 (size=1138) 2024-12-05T05:22:50,655 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T05:22:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:50,881 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 379, reset compression=false 2024-12-05T05:22:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:51,012 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39c2aa0f9f3b633e9cdae0e6b15973e6, NAME => 'hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058 2024-12-05T05:22:51,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741838_1014 (size=44) 2024-12-05T05:22:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:51,384 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 379, reset compression=false 2024-12-05T05:22:51,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:51,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 39c2aa0f9f3b633e9cdae0e6b15973e6, disabling compactions & flushes 2024-12-05T05:22:51,417 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6. 2024-12-05T05:22:51,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6. 2024-12-05T05:22:51,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6. after waiting 0 ms 2024-12-05T05:22:51,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6. 2024-12-05T05:22:51,417 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6. 2024-12-05T05:22:51,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39c2aa0f9f3b633e9cdae0e6b15973e6: Waiting for close lock at 1733376171417Disabling compacts and flushes for region at 1733376171417Disabling writes for close at 1733376171417Writing region close event to WAL at 1733376171417Closed at 1733376171417 2024-12-05T05:22:51,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:22:51,418 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733376171418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376171418"}]},"ts":"1733376171418"} 2024-12-05T05:22:51,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:22:51,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:22:51,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376171421"}]},"ts":"1733376171421"} 2024-12-05T05:22:51,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T05:22:51,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39c2aa0f9f3b633e9cdae0e6b15973e6, ASSIGN}] 2024-12-05T05:22:51,423 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39c2aa0f9f3b633e9cdae0e6b15973e6, ASSIGN 2024-12-05T05:22:51,423 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39c2aa0f9f3b633e9cdae0e6b15973e6, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,36021,1733376155929; forceNewPlan=false, retain=false 2024-12-05T05:22:51,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=39c2aa0f9f3b633e9cdae0e6b15973e6, regionState=OPENING, regionLocation=8edcaf2ecc84,36021,1733376155929 2024-12-05T05:22:51,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39c2aa0f9f3b633e9cdae0e6b15973e6, ASSIGN because future has completed 2024-12-05T05:22:51,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39c2aa0f9f3b633e9cdae0e6b15973e6, server=8edcaf2ecc84,36021,1733376155929}] 2024-12-05T05:22:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:51,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6. 2024-12-05T05:22:51,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:22:51,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:22:51,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C36021%2C1733376155929.rep, suffix=, logDir=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929, archiveDir=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/oldWALs, maxLogs=10 2024-12-05T05:22:51,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.rep.1733376171732, exclude list is [], retry=0 2024-12-05T05:22:51,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39413,DS-ce7c5e07-8a0c-4d48-834b-c7b001237390,DISK] 2024-12-05T05:22:51,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.rep.1733376171732 2024-12-05T05:22:51,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44205:44205)] 2024-12-05T05:22:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 39c2aa0f9f3b633e9cdae0e6b15973e6, NAME => 'hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:51,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:22:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:22:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6. service=MultiRowMutationService 2024-12-05T05:22:51,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:22:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 39c2aa0f9f3b633e9cdae0e6b15973e6 2024-12-05T05:22:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 39c2aa0f9f3b633e9cdae0e6b15973e6 2024-12-05T05:22:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 39c2aa0f9f3b633e9cdae0e6b15973e6 2024-12-05T05:22:51,749 INFO [StoreOpener-39c2aa0f9f3b633e9cdae0e6b15973e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 39c2aa0f9f3b633e9cdae0e6b15973e6 2024-12-05T05:22:51,750 INFO [StoreOpener-39c2aa0f9f3b633e9cdae0e6b15973e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39c2aa0f9f3b633e9cdae0e6b15973e6 columnFamilyName hfileref 2024-12-05T05:22:51,750 DEBUG [StoreOpener-39c2aa0f9f3b633e9cdae0e6b15973e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:51,751 INFO [StoreOpener-39c2aa0f9f3b633e9cdae0e6b15973e6-1 {}] regionserver.HStore(327): Store=39c2aa0f9f3b633e9cdae0e6b15973e6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:51,751 INFO [StoreOpener-39c2aa0f9f3b633e9cdae0e6b15973e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 39c2aa0f9f3b633e9cdae0e6b15973e6 2024-12-05T05:22:51,751 INFO [StoreOpener-39c2aa0f9f3b633e9cdae0e6b15973e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39c2aa0f9f3b633e9cdae0e6b15973e6 columnFamilyName queue 2024-12-05T05:22:51,751 DEBUG [StoreOpener-39c2aa0f9f3b633e9cdae0e6b15973e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:51,752 INFO [StoreOpener-39c2aa0f9f3b633e9cdae0e6b15973e6-1 {}] regionserver.HStore(327): Store=39c2aa0f9f3b633e9cdae0e6b15973e6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:51,752 INFO [StoreOpener-39c2aa0f9f3b633e9cdae0e6b15973e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 39c2aa0f9f3b633e9cdae0e6b15973e6 2024-12-05T05:22:51,752 INFO [StoreOpener-39c2aa0f9f3b633e9cdae0e6b15973e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39c2aa0f9f3b633e9cdae0e6b15973e6 columnFamilyName sid 2024-12-05T05:22:51,753 DEBUG [StoreOpener-39c2aa0f9f3b633e9cdae0e6b15973e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:51,753 INFO [StoreOpener-39c2aa0f9f3b633e9cdae0e6b15973e6-1 {}] regionserver.HStore(327): Store=39c2aa0f9f3b633e9cdae0e6b15973e6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:51,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 39c2aa0f9f3b633e9cdae0e6b15973e6 2024-12-05T05:22:51,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/replication/39c2aa0f9f3b633e9cdae0e6b15973e6 2024-12-05T05:22:51,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/replication/39c2aa0f9f3b633e9cdae0e6b15973e6 2024-12-05T05:22:51,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 39c2aa0f9f3b633e9cdae0e6b15973e6 2024-12-05T05:22:51,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 39c2aa0f9f3b633e9cdae0e6b15973e6 2024-12-05T05:22:51,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:22:51,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 39c2aa0f9f3b633e9cdae0e6b15973e6 2024-12-05T05:22:51,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/replication/39c2aa0f9f3b633e9cdae0e6b15973e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:51,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 39c2aa0f9f3b633e9cdae0e6b15973e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73265276, jitterRate=0.09173768758773804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:22:51,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39c2aa0f9f3b633e9cdae0e6b15973e6 2024-12-05T05:22:51,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 39c2aa0f9f3b633e9cdae0e6b15973e6: Running coprocessor pre-open hook at 1733376171748Writing region info on filesystem at 1733376171748Initializing all the Stores at 1733376171749 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376171749Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376171749Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376171749Cleaning up temporary data from old regions at 1733376171754 (+5 ms)Running coprocessor post-open hooks at 1733376171757 (+3 ms)Region opened successfully at 1733376171757 2024-12-05T05:22:51,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6., pid=10, masterSystemTime=1733376171728 2024-12-05T05:22:51,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6. 2024-12-05T05:22:51,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6. 2024-12-05T05:22:51,760 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=39c2aa0f9f3b633e9cdae0e6b15973e6, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,36021,1733376155929 2024-12-05T05:22:51,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39c2aa0f9f3b633e9cdae0e6b15973e6, server=8edcaf2ecc84,36021,1733376155929 because future has completed 2024-12-05T05:22:51,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T05:22:51,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 39c2aa0f9f3b633e9cdae0e6b15973e6, server=8edcaf2ecc84,36021,1733376155929 in 186 msec 2024-12-05T05:22:51,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T05:22:51,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39c2aa0f9f3b633e9cdae0e6b15973e6, ASSIGN in 341 msec 2024-12-05T05:22:51,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:22:51,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376171765"}]},"ts":"1733376171765"} 2024-12-05T05:22:51,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T05:22:51,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:22:51,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1630 sec 2024-12-05T05:22:51,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6., hostname=8edcaf2ecc84,36021,1733376155929, seqNum=2] 2024-12-05T05:22:51,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:22:51,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:22:51,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:22:51,987 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 379, reset compression=false 2024-12-05T05:22:52,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T05:22:52,073 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T05:22:52,098 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,36021,1733376155929, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:22:52,099 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:52,099 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,36021,1733376155929, seqNum=-1] 2024-12-05T05:22:52,099 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:52,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T05:22:52,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8edcaf2ecc84,36021,1733376155929', locateType=CURRENT is [region=hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6., hostname=8edcaf2ecc84,36021,1733376155929, seqNum=2] 2024-12-05T05:22:52,104 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T05:22:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T05:22:52,106 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8edcaf2ecc84,36021,1733376155929 suceeded 2024-12-05T05:22:52,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T05:22:52,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-05T05:22:52,107 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8edcaf2ecc84:37197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:22:52,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-12-05T05:22:52,123 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:37197' 2024-12-05T05:22:52,125 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6be941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:52,125 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,37197,-1 for getting cluster id 2024-12-05T05:22:52,125 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:52,126 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f8e3750-8483-4609-ab0f-28acfdfab6dc' 2024-12-05T05:22:52,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:52,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f8e3750-8483-4609-ab0f-28acfdfab6dc" 2024-12-05T05:22:52,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6309d5e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:52,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,37197,-1] 2024-12-05T05:22:52,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:52,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:52,127 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:52,127 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@183b89f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:52,128 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:52,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,37197,1733376160890 2024-12-05T05:22:52,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64977439 2024-12-05T05:22:52,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:52,129 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-05T05:22:52,130 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,36021,1733376155929 (queues=1) is replicating from cluster=50a525a6-96e1-4f05-8ef1-ce6c520f80e8 to cluster=1f8e3750-8483-4609-ab0f-28acfdfab6dc 2024-12-05T05:22:52,130 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C36021%2C1733376155929 2024-12-05T05:22:52,130 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,36021,1733376155929, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:22:52,130 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862, startPosition=0, beingWritten=true 2024-12-05T05:22:52,132 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C36021%2C1733376155929 2024-12-05T05:22:52,135 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:52,135 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 379, reset compression=false 2024-12-05T05:22:52,135 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36021,1733376155929 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:52,338 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 379, reset compression=false 2024-12-05T05:22:52,642 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 379, reset compression=false 2024-12-05T05:22:52,690 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 379, reset compression=false 2024-12-05T05:22:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:52,742 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:22:52,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:22:52,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:52,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:52,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:52,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:52,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6588804b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:52,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,37197,-1 for getting cluster id 2024-12-05T05:22:52,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:52,745 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f8e3750-8483-4609-ab0f-28acfdfab6dc' 2024-12-05T05:22:52,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:52,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f8e3750-8483-4609-ab0f-28acfdfab6dc" 2024-12-05T05:22:52,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40fe021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:52,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,37197,-1] 2024-12-05T05:22:52,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:52,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:52,746 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:52,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff383ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:52,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:52,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,37197,1733376160890 2024-12-05T05:22:52,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dd5cc3e 2024-12-05T05:22:52,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:52,749 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:52,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:34127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:22:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:22:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:52,751 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:34127' 2024-12-05T05:22:52,752 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7ff2b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:52,752 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,34127,-1 for getting cluster id 2024-12-05T05:22:52,752 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:52,753 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50a525a6-96e1-4f05-8ef1-ce6c520f80e8' 2024-12-05T05:22:52,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:52,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50a525a6-96e1-4f05-8ef1-ce6c520f80e8" 2024-12-05T05:22:52,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6247bdd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:52,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,34127,-1] 2024-12-05T05:22:52,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:52,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:52,754 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:52,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642bf304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:52,754 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:52,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,34127,1733376155421 2024-12-05T05:22:52,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d0c0c02 2024-12-05T05:22:52,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:52,756 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:22:52,756 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T05:22:52,756 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:22:52,756 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:52,756 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:52,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:52,757 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:22:52,757 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:22:52,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:22:52,758 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:52,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:22:52,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741837_1013 (size=1138) 2024-12-05T05:22:52,765 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5a14803eaea92bafd8b674732d80e72, NAME => 'hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74 2024-12-05T05:22:52,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741838_1014 (size=44) 2024-12-05T05:22:52,808 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T05:22:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:53,046 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 379, reset compression=false 2024-12-05T05:22:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:53,169 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:53,169 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c5a14803eaea92bafd8b674732d80e72, disabling compactions & flushes 2024-12-05T05:22:53,169 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. 2024-12-05T05:22:53,169 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. 2024-12-05T05:22:53,169 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. after waiting 0 ms 2024-12-05T05:22:53,169 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. 2024-12-05T05:22:53,169 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. 2024-12-05T05:22:53,170 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5a14803eaea92bafd8b674732d80e72: Waiting for close lock at 1733376173169Disabling compacts and flushes for region at 1733376173169Disabling writes for close at 1733376173169Writing region close event to WAL at 1733376173169Closed at 1733376173169 2024-12-05T05:22:53,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:22:53,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733376173250"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376173250"}]},"ts":"1733376173250"} 2024-12-05T05:22:53,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:22:53,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:22:53,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376173252"}]},"ts":"1733376173252"} 2024-12-05T05:22:53,253 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T05:22:53,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5a14803eaea92bafd8b674732d80e72, ASSIGN}] 2024-12-05T05:22:53,254 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5a14803eaea92bafd8b674732d80e72, ASSIGN 2024-12-05T05:22:53,255 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c5a14803eaea92bafd8b674732d80e72, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,39299,1733376160990; forceNewPlan=false, retain=false 2024-12-05T05:22:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:53,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c5a14803eaea92bafd8b674732d80e72, regionState=OPENING, regionLocation=8edcaf2ecc84,39299,1733376160990 2024-12-05T05:22:53,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T05:22:53,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T05:22:53,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c5a14803eaea92bafd8b674732d80e72, ASSIGN because future has completed 2024-12-05T05:22:53,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:22:53,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T05:22:53,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5a14803eaea92bafd8b674732d80e72, server=8edcaf2ecc84,39299,1733376160990}] 2024-12-05T05:22:53,494 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 379, reset compression=false 2024-12-05T05:22:53,549 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 379, reset compression=false 2024-12-05T05:22:53,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. 2024-12-05T05:22:53,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:22:53,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:22:53,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C39299%2C1733376160990.rep, suffix=, logDir=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990, archiveDir=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/oldWALs, maxLogs=10 2024-12-05T05:22:53,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.rep.1733376173564, exclude list is [], retry=0 2024-12-05T05:22:53,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36285,DS-9bcbb879-51da-4f3f-8618-994ffb132ab3,DISK] 2024-12-05T05:22:53,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.rep.1733376173564 2024-12-05T05:22:53,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32851:32851)] 2024-12-05T05:22:53,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c5a14803eaea92bafd8b674732d80e72, NAME => 'hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:22:53,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:22:53,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:22:53,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. service=MultiRowMutationService 2024-12-05T05:22:53,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:22:53,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c5a14803eaea92bafd8b674732d80e72 2024-12-05T05:22:53,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:22:53,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c5a14803eaea92bafd8b674732d80e72 2024-12-05T05:22:53,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c5a14803eaea92bafd8b674732d80e72 2024-12-05T05:22:53,580 INFO [StoreOpener-c5a14803eaea92bafd8b674732d80e72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c5a14803eaea92bafd8b674732d80e72 2024-12-05T05:22:53,581 INFO [StoreOpener-c5a14803eaea92bafd8b674732d80e72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5a14803eaea92bafd8b674732d80e72 columnFamilyName hfileref 2024-12-05T05:22:53,581 DEBUG [StoreOpener-c5a14803eaea92bafd8b674732d80e72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:53,581 INFO [StoreOpener-c5a14803eaea92bafd8b674732d80e72-1 {}] regionserver.HStore(327): Store=c5a14803eaea92bafd8b674732d80e72/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:53,581 INFO [StoreOpener-c5a14803eaea92bafd8b674732d80e72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c5a14803eaea92bafd8b674732d80e72 2024-12-05T05:22:53,582 INFO [StoreOpener-c5a14803eaea92bafd8b674732d80e72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5a14803eaea92bafd8b674732d80e72 columnFamilyName queue 2024-12-05T05:22:53,582 DEBUG [StoreOpener-c5a14803eaea92bafd8b674732d80e72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:53,582 INFO [StoreOpener-c5a14803eaea92bafd8b674732d80e72-1 {}] regionserver.HStore(327): Store=c5a14803eaea92bafd8b674732d80e72/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:53,582 INFO [StoreOpener-c5a14803eaea92bafd8b674732d80e72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c5a14803eaea92bafd8b674732d80e72 2024-12-05T05:22:53,583 INFO [StoreOpener-c5a14803eaea92bafd8b674732d80e72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5a14803eaea92bafd8b674732d80e72 columnFamilyName sid 2024-12-05T05:22:53,583 DEBUG [StoreOpener-c5a14803eaea92bafd8b674732d80e72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:22:53,583 INFO [StoreOpener-c5a14803eaea92bafd8b674732d80e72-1 {}] regionserver.HStore(327): Store=c5a14803eaea92bafd8b674732d80e72/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:22:53,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c5a14803eaea92bafd8b674732d80e72 2024-12-05T05:22:53,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/replication/c5a14803eaea92bafd8b674732d80e72 2024-12-05T05:22:53,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/replication/c5a14803eaea92bafd8b674732d80e72 2024-12-05T05:22:53,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c5a14803eaea92bafd8b674732d80e72 2024-12-05T05:22:53,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c5a14803eaea92bafd8b674732d80e72 2024-12-05T05:22:53,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:22:53,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c5a14803eaea92bafd8b674732d80e72 2024-12-05T05:22:53,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/replication/c5a14803eaea92bafd8b674732d80e72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:22:53,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c5a14803eaea92bafd8b674732d80e72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73344809, jitterRate=0.09292282164096832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:22:53,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5a14803eaea92bafd8b674732d80e72 2024-12-05T05:22:53,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c5a14803eaea92bafd8b674732d80e72: Running coprocessor pre-open hook at 1733376173579Writing region info on filesystem at 1733376173579Initializing all the Stores at 1733376173580 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376173580Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376173580Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376173580Cleaning up temporary data from old regions at 1733376173584 (+4 ms)Running coprocessor post-open hooks at 1733376173587 (+3 ms)Region opened successfully at 1733376173587 2024-12-05T05:22:53,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72., pid=10, masterSystemTime=1733376173559 2024-12-05T05:22:53,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. 2024-12-05T05:22:53,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. 2024-12-05T05:22:53,589 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c5a14803eaea92bafd8b674732d80e72, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,39299,1733376160990 2024-12-05T05:22:53,591 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37197 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=8edcaf2ecc84,39299,1733376160990, table=hbase:replication, region=c5a14803eaea92bafd8b674732d80e72. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T05:22:53,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5a14803eaea92bafd8b674732d80e72, server=8edcaf2ecc84,39299,1733376160990 because future has completed 2024-12-05T05:22:53,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T05:22:53,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c5a14803eaea92bafd8b674732d80e72, server=8edcaf2ecc84,39299,1733376160990 in 184 msec 2024-12-05T05:22:53,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T05:22:53,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5a14803eaea92bafd8b674732d80e72, ASSIGN in 339 msec 2024-12-05T05:22:53,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:22:53,595 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376173595"}]},"ts":"1733376173595"} 2024-12-05T05:22:53,597 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T05:22:53,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:22:53,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 840 msec 2024-12-05T05:22:53,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72., hostname=8edcaf2ecc84,39299,1733376160990, seqNum=2] 2024-12-05T05:22:53,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:22:53,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:22:53,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:22:53,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T05:22:53,852 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T05:22:53,875 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,39299,1733376160990, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:22:53,875 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:53,875 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,39299,1733376160990, seqNum=-1] 2024-12-05T05:22:53,876 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:53,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T05:22:53,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8edcaf2ecc84,39299,1733376160990', locateType=CURRENT is [region=hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72., hostname=8edcaf2ecc84,39299,1733376160990, seqNum=2] 2024-12-05T05:22:53,880 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T05:22:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T05:22:53,882 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8edcaf2ecc84,39299,1733376160990 suceeded 2024-12-05T05:22:53,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T05:22:53,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-05T05:22:53,883 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8edcaf2ecc84:34127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:22:53,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1340 sec 2024-12-05T05:22:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:22:53,891 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:22:53,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:22:53,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:53,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:53,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:53,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:53,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698c86c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:53,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,45551,-1 for getting cluster id 2024-12-05T05:22:53,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:53,892 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '279205fd-082e-4083-a3d5-54818dab8204' 2024-12-05T05:22:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "279205fd-082e-4083-a3d5-54818dab8204" 2024-12-05T05:22:53,892 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:34127' 2024-12-05T05:22:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78543788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,45551,-1] 2024-12-05T05:22:53,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:53,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:53,893 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:53,893 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54471a18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:53,893 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,34127,-1 for getting cluster id 2024-12-05T05:22:53,893 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:53,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d00a733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:53,894 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50a525a6-96e1-4f05-8ef1-ce6c520f80e8' 2024-12-05T05:22:53,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:53,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194cb84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:53,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50a525a6-96e1-4f05-8ef1-ce6c520f80e8" 2024-12-05T05:22:53,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,34127,-1 for getting cluster id 2024-12-05T05:22:53,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ade2f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:53,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:53,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,34127,-1] 2024-12-05T05:22:53,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:53,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:53,895 DEBUG [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50a525a6-96e1-4f05-8ef1-ce6c520f80e8' 2024-12-05T05:22:53,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:53,895 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:53,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50a525a6-96e1-4f05-8ef1-ce6c520f80e8" 2024-12-05T05:22:53,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fe769f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:53,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,34127,-1] 2024-12-05T05:22:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:53,896 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64721ab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:53,896 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:53,896 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:53,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,34127,1733376155421 2024-12-05T05:22:53,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b08880a 2024-12-05T05:22:53,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:22:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7add12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:53,897 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-05T05:22:53,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fec2f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:53,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,37197,-1 for getting cluster id 2024-12-05T05:22:53,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:53,897 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,39299,1733376160990 (queues=1) is replicating from cluster=1f8e3750-8483-4609-ab0f-28acfdfab6dc to cluster=50a525a6-96e1-4f05-8ef1-ce6c520f80e8 2024-12-05T05:22:53,897 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C39299%2C1733376160990 2024-12-05T05:22:53,898 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,39299,1733376160990, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:22:53,898 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f8e3750-8483-4609-ab0f-28acfdfab6dc' 2024-12-05T05:22:53,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:53,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f8e3750-8483-4609-ab0f-28acfdfab6dc" 2024-12-05T05:22:53,898 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141, startPosition=0, beingWritten=true 2024-12-05T05:22:53,898 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C39299%2C1733376160990 2024-12-05T05:22:53,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104ea8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:53,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,37197,-1] 2024-12-05T05:22:53,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:53,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:53,899 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:53,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7edb05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:53,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:53,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,35959,1733376149667, seqNum=-1] 2024-12-05T05:22:53,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:53,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:22:53,902 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:53,902 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 379, reset compression=false 2024-12-05T05:22:53,902 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39299,1733376160990 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:53,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81., hostname=8edcaf2ecc84,35959,1733376149667, seqNum=2] 2024-12-05T05:22:53,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:53,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,39299,1733376160990, seqNum=-1] 2024-12-05T05:22:53,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:53,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:22:53,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd., hostname=8edcaf2ecc84,39299,1733376160990, seqNum=2] 2024-12-05T05:22:53,911 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T05:22:54,106 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 379, reset compression=false 2024-12-05T05:22:54,155 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 379, reset compression=false 2024-12-05T05:22:54,397 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 379, reset compression=false 2024-12-05T05:22:54,401 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:54,401 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 480, reset compression=false 2024-12-05T05:22:54,401 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.shipper8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,35959,1733376149667 got entry batch from reader: WALEntryBatch [walEntries=[{test/b89f2db5b63392579cdf0c8ba124fc81/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T05:22:54,403 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.shipper8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:22:54,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-05T05:22:54,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:54,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1155a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:54,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,34127,-1 for getting cluster id 2024-12-05T05:22:54,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:54,405 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50a525a6-96e1-4f05-8ef1-ce6c520f80e8' 2024-12-05T05:22:54,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:54,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50a525a6-96e1-4f05-8ef1-ce6c520f80e8" 2024-12-05T05:22:54,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f488359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:54,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,34127,-1] 2024-12-05T05:22:54,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:54,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:54,406 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:54,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ad5a2df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:54,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:54,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,36021,1733376155929, seqNum=-1] 2024-12-05T05:22:54,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:54,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T05:22:54,409 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 379, reset compression=false 2024-12-05T05:22:54,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b., hostname=8edcaf2ecc84,36021,1733376155929, seqNum=2] 2024-12-05T05:22:54,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:54,605 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 480, reset compression=false 2024-12-05T05:22:54,813 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 379, reset compression=false 2024-12-05T05:22:54,858 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 379, reset compression=false 2024-12-05T05:22:54,861 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:54,861 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 503, reset compression=false 2024-12-05T05:22:54,861 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36021,1733376155929 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d5f981d1604eb0ea86b27aaeb003e8b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T05:22:54,863 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:22:54,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-05T05:22:54,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:54,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29e5a137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:54,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,37197,-1 for getting cluster id 2024-12-05T05:22:54,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:22:54,865 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f8e3750-8483-4609-ab0f-28acfdfab6dc' 2024-12-05T05:22:54,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:22:54,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f8e3750-8483-4609-ab0f-28acfdfab6dc" 2024-12-05T05:22:54,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55a9e1db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:54,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,37197,-1] 2024-12-05T05:22:54,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:22:54,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:54,866 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:22:54,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4da2b2e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:22:54,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:54,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,39299,1733376160990, seqNum=-1] 2024-12-05T05:22:54,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:54,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T05:22:54,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd., hostname=8edcaf2ecc84,39299,1733376160990, seqNum=2] 2024-12-05T05:22:54,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:54,908 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 480, reset compression=false 2024-12-05T05:22:54,912 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T05:22:54,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:22:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,36021,1733376155929, seqNum=-1] 2024-12-05T05:22:54,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:22:54,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:22:54,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b., hostname=8edcaf2ecc84,36021,1733376155929, seqNum=2] 2024-12-05T05:22:54,918 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T05:22:55,064 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 503, reset compression=false 2024-12-05T05:22:55,068 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:55,068 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 607, reset compression=false 2024-12-05T05:22:55,068 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36021,1733376155929 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d5f981d1604eb0ea86b27aaeb003e8b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T05:22:55,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:55,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:55,111 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:22:55,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:55,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:55,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:55,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:55,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:55,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:55,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:55,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:55,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:55,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:55,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:55,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:55,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:55,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:22:55,271 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 607, reset compression=false 2024-12-05T05:22:55,311 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 480, reset compression=false 2024-12-05T05:22:55,324 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 379, reset compression=false 2024-12-05T05:22:55,327 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:55,327 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 653, reset compression=false 2024-12-05T05:22:55,327 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39299,1733376160990 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:55,531 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 653, reset compression=false 2024-12-05T05:22:55,574 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 607, reset compression=false 2024-12-05T05:22:55,814 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 480, reset compression=false 2024-12-05T05:22:55,833 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 653, reset compression=false 2024-12-05T05:22:55,920 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T05:22:55,922 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T05:22:55,976 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 607, reset compression=false 2024-12-05T05:22:56,236 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 653, reset compression=false 2024-12-05T05:22:56,239 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:56,239 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 757, reset compression=false 2024-12-05T05:22:56,239 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39299,1733376160990 got entry batch from reader: WALEntryBatch [walEntries=[{test/f1233c659b9ba2db08502279e5ed1efd/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T05:22:56,241 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:22:56,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-05T05:22:56,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:56,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:56,417 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 480, reset compression=false 2024-12-05T05:22:56,442 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 757, reset compression=false 2024-12-05T05:22:56,479 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 607, reset compression=false 2024-12-05T05:22:56,482 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:56,482 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 734, reset compression=false 2024-12-05T05:22:56,482 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36021,1733376155929 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:56,685 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 734, reset compression=false 2024-12-05T05:22:56,744 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 757, reset compression=false 2024-12-05T05:22:56,923 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T05:22:56,926 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T05:22:56,988 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 734, reset compression=false 2024-12-05T05:22:57,120 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 480, reset compression=false 2024-12-05T05:22:57,124 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:57,124 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 636, reset compression=false 2024-12-05T05:22:57,124 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.shipper8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,35959,1733376149667 got entry batch from reader: WALEntryBatch [walEntries=[{test/b89f2db5b63392579cdf0c8ba124fc81/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T05:22:57,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:57,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:57,147 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 757, reset compression=false 2024-12-05T05:22:57,332 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 636, reset compression=false 2024-12-05T05:22:57,391 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 734, reset compression=false 2024-12-05T05:22:57,395 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:57,395 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 881, reset compression=false 2024-12-05T05:22:57,395 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36021,1733376155929 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d5f981d1604eb0ea86b27aaeb003e8b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T05:22:57,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:57,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:57,599 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 881, reset compression=false 2024-12-05T05:22:57,635 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 636, reset compression=false 2024-12-05T05:22:57,651 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 757, reset compression=false 2024-12-05T05:22:57,654 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:57,654 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 927, reset compression=false 2024-12-05T05:22:57,654 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39299,1733376160990 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:57,857 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 927, reset compression=false 2024-12-05T05:22:57,902 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 881, reset compression=false 2024-12-05T05:22:57,927 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T05:22:57,930 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T05:22:57,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:22:57,951 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:22:57,951 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108700 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:22:58,038 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 636, reset compression=false 2024-12-05T05:22:58,160 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 927, reset compression=false 2024-12-05T05:22:58,305 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 881, reset compression=false 2024-12-05T05:22:58,367 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:58,367 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1040, reset compression=false 2024-12-05T05:22:58,368 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36021,1733376155929 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d5f981d1604eb0ea86b27aaeb003e8b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T05:22:58,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:58,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:58,542 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 636, reset compression=false 2024-12-05T05:22:58,563 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 927, reset compression=false 2024-12-05T05:22:58,567 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:58,567 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 1076, reset compression=false 2024-12-05T05:22:58,567 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39299,1733376160990 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:58,571 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1040, reset compression=false 2024-12-05T05:22:58,770 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 1076, reset compression=false 2024-12-05T05:22:58,875 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1040, reset compression=false 2024-12-05T05:22:58,931 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T05:22:58,934 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T05:22:58,985 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T05:22:59,073 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 1076, reset compression=false 2024-12-05T05:22:59,077 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:22:59,077 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 1235, reset compression=false 2024-12-05T05:22:59,077 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39299,1733376160990 got entry batch from reader: WALEntryBatch [walEntries=[{test/f1233c659b9ba2db08502279e5ed1efd/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T05:22:59,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T05:22:59,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T05:22:59,146 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 636, reset compression=false 2024-12-05T05:22:59,278 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1040, reset compression=false 2024-12-05T05:22:59,280 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 1235, reset compression=false 2024-12-05T05:22:59,282 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:22:59,282 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1189, reset compression=false 2024-12-05T05:22:59,282 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36021,1733376155929 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:22:59,485 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1189, reset compression=false 2024-12-05T05:22:59,583 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 1235, reset compression=false 2024-12-05T05:22:59,788 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1189, reset compression=false 2024-12-05T05:22:59,848 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 636, reset compression=false 2024-12-05T05:22:59,935 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T05:22:59,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:22:59,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:22:59,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:22:59,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:59,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:22:59,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:22:59,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:22:59,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=282895452, stopped=false 2024-12-05T05:22:59,941 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,37197,1733376160890 2024-12-05T05:22:59,986 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 1235, reset compression=false 2024-12-05T05:23:00,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-78239929/running 2024-12-05T05:23:00,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-78239929/running 2024-12-05T05:23:00,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:23:00,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:23:00,153 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:23:00,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:23:00,153 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:00,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:00,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Set watcher on znode that does not yet exist, /2-78239929/running 2024-12-05T05:23:00,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Set watcher on znode that does not yet exist, /2-78239929/running 2024-12-05T05:23:00,154 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,39299,1733376160990' ***** 2024-12-05T05:23:00,154 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:23:00,154 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:23:00,154 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:23:00,154 INFO [RS:0;8edcaf2ecc84:39299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:23:00,154 INFO [RS:0;8edcaf2ecc84:39299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:23:00,155 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(3091): Received CLOSE for f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:23:00,155 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(3091): Received CLOSE for c5a14803eaea92bafd8b674732d80e72 2024-12-05T05:23:00,155 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,39299,1733376160990 2024-12-05T05:23:00,155 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:23:00,155 INFO [RS:0;8edcaf2ecc84:39299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:39299. 2024-12-05T05:23:00,155 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1233c659b9ba2db08502279e5ed1efd, disabling compactions & flushes 2024-12-05T05:23:00,155 DEBUG [RS:0;8edcaf2ecc84:39299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:00,155 DEBUG [RS:0;8edcaf2ecc84:39299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:00,155 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd. 2024-12-05T05:23:00,155 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd. 2024-12-05T05:23:00,155 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd. after waiting 0 ms 2024-12-05T05:23:00,155 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd. 2024-12-05T05:23:00,155 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:23:00,155 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:23:00,155 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:23:00,155 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:23:00,155 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f1233c659b9ba2db08502279e5ed1efd 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T05:23:00,155 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T05:23:00,155 DEBUG [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1325): Online Regions={f1233c659b9ba2db08502279e5ed1efd=test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd., 1588230740=hbase:meta,,1.1588230740, c5a14803eaea92bafd8b674732d80e72=hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72.} 2024-12-05T05:23:00,155 DEBUG [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c5a14803eaea92bafd8b674732d80e72, f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:23:00,155 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:23:00,155 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:23:00,155 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:23:00,155 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:23:00,155 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:23:00,155 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T05:23:00,169 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/.tmp/info/921b332d162f433c90f9fd60a7d13bd7 is 147, key is hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72./info:regioninfo/1733376173589/Put/seqid=0 2024-12-05T05:23:00,170 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/.tmp/f/d7bd518bf07541d4922d4bd466b691b9 is 29, key is row1/f:/1733376177928/DeleteFamily/seqid=0 2024-12-05T05:23:00,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741840_1016 (size=7686) 2024-12-05T05:23:00,172 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/.tmp/info/921b332d162f433c90f9fd60a7d13bd7 2024-12-05T05:23:00,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741841_1017 (size=5152) 2024-12-05T05:23:00,191 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/.tmp/ns/96ae8a490c884005b5aebcb1ad3fe743 is 43, key is default/ns:d/1733376163737/Put/seqid=0 2024-12-05T05:23:00,191 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1189, reset compression=false 2024-12-05T05:23:00,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741842_1018 (size=5153) 2024-12-05T05:23:00,228 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:23:00,355 DEBUG [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c5a14803eaea92bafd8b674732d80e72, f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:23:00,490 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 1235, reset compression=false 2024-12-05T05:23:00,493 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:23:00,493 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 1482, reset compression=false 2024-12-05T05:23:00,493 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,39299,1733376160990 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:23:00,493 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8edcaf2ecc84,39299,1733376160990: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8edcaf2ecc84,39299,1733376160990, walGroup=8edcaf2ecc84%2C39299%2C1733376160990, offset=8edcaf2ecc84%2C39299%2C1733376160990.1733376163141:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:39299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T05:23:00,494 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T05:23:00,494 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T05:23:00,495 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T05:23:00,495 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T05:23:00,495 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T05:23:00,495 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 930355904 }, "NonHeapMemoryUsage": { "committed": 205651968, "init": 7667712, "max": -1, "used": 201233016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T05:23:00,495 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:37197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:37197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T05:23:00,556 DEBUG [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c5a14803eaea92bafd8b674732d80e72, f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:23:00,578 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/.tmp/f/d7bd518bf07541d4922d4bd466b691b9 2024-12-05T05:23:00,581 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7bd518bf07541d4922d4bd466b691b9 2024-12-05T05:23:00,594 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/.tmp/ns/96ae8a490c884005b5aebcb1ad3fe743 2024-12-05T05:23:00,597 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/.tmp/f1/ff18187c27734a30a9c2f0a5db4f88ae is 30, key is row1/f1:/1733376177928/DeleteFamily/seqid=0 2024-12-05T05:23:00,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741843_1019 (size=5158) 2024-12-05T05:23:00,613 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/.tmp/rep_barrier/916c52cfdd3d4b6aacebc1372da535cb is 112, key is test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd./rep_barrier:seqnumDuringOpen/1733376168086/Put/seqid=0 2024-12-05T05:23:00,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741844_1020 (size=5518) 2024-12-05T05:23:00,651 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 636, reset compression=false 2024-12-05T05:23:00,694 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1189, reset compression=false 2024-12-05T05:23:00,700 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 1482, reset compression=false 2024-12-05T05:23:00,756 DEBUG [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c5a14803eaea92bafd8b674732d80e72, f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:23:00,956 DEBUG [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c5a14803eaea92bafd8b674732d80e72, f1233c659b9ba2db08502279e5ed1efd 2024-12-05T05:23:01,000 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/.tmp/f1/ff18187c27734a30a9c2f0a5db4f88ae 2024-12-05T05:23:01,002 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 1482, reset compression=false 2024-12-05T05:23:01,003 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff18187c27734a30a9c2f0a5db4f88ae 2024-12-05T05:23:01,014 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/.tmp/norep/30496037573c4dbbaf57c232e194ac23 is 33, key is row2/norep:/1733376178932/DeleteFamily/seqid=0 2024-12-05T05:23:01,015 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:23:01,015 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:23:01,016 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/.tmp/rep_barrier/916c52cfdd3d4b6aacebc1372da535cb 2024-12-05T05:23:01,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741845_1021 (size=5108) 2024-12-05T05:23:01,017 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/.tmp/norep/30496037573c4dbbaf57c232e194ac23 2024-12-05T05:23:01,020 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30496037573c4dbbaf57c232e194ac23 2024-12-05T05:23:01,021 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/.tmp/f/d7bd518bf07541d4922d4bd466b691b9 as hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/f/d7bd518bf07541d4922d4bd466b691b9 2024-12-05T05:23:01,024 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7bd518bf07541d4922d4bd466b691b9 2024-12-05T05:23:01,024 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/f/d7bd518bf07541d4922d4bd466b691b9, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T05:23:01,024 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/.tmp/f1/ff18187c27734a30a9c2f0a5db4f88ae as hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/f1/ff18187c27734a30a9c2f0a5db4f88ae 2024-12-05T05:23:01,027 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff18187c27734a30a9c2f0a5db4f88ae 2024-12-05T05:23:01,027 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/f1/ff18187c27734a30a9c2f0a5db4f88ae, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T05:23:01,028 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/.tmp/norep/30496037573c4dbbaf57c232e194ac23 as hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/norep/30496037573c4dbbaf57c232e194ac23 2024-12-05T05:23:01,031 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30496037573c4dbbaf57c232e194ac23 2024-12-05T05:23:01,031 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/norep/30496037573c4dbbaf57c232e194ac23, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T05:23:01,032 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f1233c659b9ba2db08502279e5ed1efd in 877ms, sequenceid=10, compaction requested=false 2024-12-05T05:23:01,033 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/.tmp/table/898461e98cda4dd8a8555a7a1432e8b0 is 53, key is hbase:replication/table:state/1733376173595/Put/seqid=0 2024-12-05T05:23:01,035 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/default/test/f1233c659b9ba2db08502279e5ed1efd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T05:23:01,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741846_1022 (size=5308) 2024-12-05T05:23:01,035 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:23:01,035 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:23:01,036 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd. 2024-12-05T05:23:01,036 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1233c659b9ba2db08502279e5ed1efd: Waiting for close lock at 1733376180155Running coprocessor pre-close hooks at 1733376180155Disabling compacts and flushes for region at 1733376180155Disabling writes for close at 1733376180155Obtaining lock to block concurrent updates at 1733376180155Preparing flush snapshotting stores in f1233c659b9ba2db08502279e5ed1efd at 1733376180155Finished memstore snapshotting test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733376180155Flushing stores of test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd. at 1733376180156 (+1 ms)Flushing f1233c659b9ba2db08502279e5ed1efd/f: creating writer at 1733376180156Flushing f1233c659b9ba2db08502279e5ed1efd/f: appending metadata at 1733376180170 (+14 ms)Flushing f1233c659b9ba2db08502279e5ed1efd/f: closing flushed file at 1733376180170Flushing f1233c659b9ba2db08502279e5ed1efd/f1: creating writer at 1733376180581 (+411 ms)Flushing f1233c659b9ba2db08502279e5ed1efd/f1: appending metadata at 1733376180596 (+15 ms)Flushing f1233c659b9ba2db08502279e5ed1efd/f1: closing flushed file at 1733376180596Flushing f1233c659b9ba2db08502279e5ed1efd/norep: creating writer at 1733376181004 (+408 ms)Flushing f1233c659b9ba2db08502279e5ed1efd/norep: appending metadata at 1733376181014 (+10 ms)Flushing f1233c659b9ba2db08502279e5ed1efd/norep: closing flushed file at 1733376181014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6636173f: reopening flushed file at 1733376181021 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e07344: reopening flushed file at 1733376181024 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7716b494: reopening flushed file at 1733376181028 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f1233c659b9ba2db08502279e5ed1efd in 877ms, sequenceid=10, compaction requested=false at 1733376181032 (+4 ms)Writing region close event to WAL at 1733376181033 (+1 ms)Running coprocessor post-close hooks at 1733376181035 (+2 ms)Closed at 1733376181036 (+1 ms) 2024-12-05T05:23:01,036 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733376167303.f1233c659b9ba2db08502279e5ed1efd. 2024-12-05T05:23:01,036 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5a14803eaea92bafd8b674732d80e72, disabling compactions & flushes 2024-12-05T05:23:01,036 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. 2024-12-05T05:23:01,036 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. 2024-12-05T05:23:01,036 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. after waiting 0 ms 2024-12-05T05:23:01,036 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. 2024-12-05T05:23:01,036 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5a14803eaea92bafd8b674732d80e72: Waiting for close lock at 1733376181036Running coprocessor pre-close hooks at 1733376181036Disabling compacts and flushes for region at 1733376181036Disabling writes for close at 1733376181036Failed flush hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72., putting online again at 1733376181036 2024-12-05T05:23:01,036 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. 2024-12-05T05:23:01,156 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T05:23:01,156 DEBUG [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c5a14803eaea92bafd8b674732d80e72=hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72.} 2024-12-05T05:23:01,156 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(3091): Received CLOSE for c5a14803eaea92bafd8b674732d80e72 2024-12-05T05:23:01,156 DEBUG [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c5a14803eaea92bafd8b674732d80e72 2024-12-05T05:23:01,156 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5a14803eaea92bafd8b674732d80e72, disabling compactions & flushes 2024-12-05T05:23:01,156 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. 2024-12-05T05:23:01,156 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. 2024-12-05T05:23:01,156 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. after waiting 0 ms 2024-12-05T05:23:01,156 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. 2024-12-05T05:23:01,157 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5a14803eaea92bafd8b674732d80e72: Waiting for close lock at 1733376181156Running coprocessor pre-close hooks at 1733376181156Disabling compacts and flushes for region at 1733376181156Disabling writes for close at 1733376181156Failed flush hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72., putting online again at 1733376181156 2024-12-05T05:23:01,157 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733376172756.c5a14803eaea92bafd8b674732d80e72. 2024-12-05T05:23:01,297 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1189, reset compression=false 2024-12-05T05:23:01,356 DEBUG [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:01,404 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 1482, reset compression=false 2024-12-05T05:23:01,408 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:23:01,408 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 2126, reset compression=false 2024-12-05T05:23:01,436 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/.tmp/table/898461e98cda4dd8a8555a7a1432e8b0 2024-12-05T05:23:01,439 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/.tmp/info/921b332d162f433c90f9fd60a7d13bd7 as hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/info/921b332d162f433c90f9fd60a7d13bd7 2024-12-05T05:23:01,442 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/info/921b332d162f433c90f9fd60a7d13bd7, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T05:23:01,442 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/.tmp/ns/96ae8a490c884005b5aebcb1ad3fe743 as hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/ns/96ae8a490c884005b5aebcb1ad3fe743 2024-12-05T05:23:01,445 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/ns/96ae8a490c884005b5aebcb1ad3fe743, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T05:23:01,445 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/.tmp/rep_barrier/916c52cfdd3d4b6aacebc1372da535cb as hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/rep_barrier/916c52cfdd3d4b6aacebc1372da535cb 2024-12-05T05:23:01,448 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/rep_barrier/916c52cfdd3d4b6aacebc1372da535cb, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T05:23:01,448 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/.tmp/table/898461e98cda4dd8a8555a7a1432e8b0 as hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/table/898461e98cda4dd8a8555a7a1432e8b0 2024-12-05T05:23:01,451 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/table/898461e98cda4dd8a8555a7a1432e8b0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T05:23:01,451 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=16, compaction requested=false 2024-12-05T05:23:01,454 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T05:23:01,455 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:23:01,455 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:23:01,455 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:23:01,455 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376180155Running coprocessor pre-close hooks at 1733376180155Disabling compacts and flushes for region at 1733376180155Disabling writes for close at 1733376180155Obtaining lock to block concurrent updates at 1733376180155Preparing flush snapshotting stores in 1588230740 at 1733376180155Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733376180156 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733376180156Flushing 1588230740/info: creating writer at 1733376180156Flushing 1588230740/info: appending metadata at 1733376180168 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733376180168Flushing 1588230740/ns: creating writer at 1733376180175 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733376180190 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733376180190Flushing 1588230740/rep_barrier: creating writer at 1733376180598 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733376180612 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733376180612Flushing 1588230740/table: creating writer at 1733376181019 (+407 ms)Flushing 1588230740/table: appending metadata at 1733376181032 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733376181032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1568019e: reopening flushed file at 1733376181438 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@519156be: reopening flushed file at 1733376181442 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a770a88: reopening flushed file at 1733376181445 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18f61c6c: reopening flushed file at 1733376181448 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=16, compaction requested=false at 1733376181451 (+3 ms)Writing region close event to WAL at 1733376181452 (+1 ms)Running coprocessor post-close hooks at 1733376181455 (+3 ms)Closed at 1733376181455 2024-12-05T05:23:01,455 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:23:01,554 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 636, reset compression=false 2024-12-05T05:23:01,557 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T05:23:01,557 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,39299,1733376160990; all regions closed. 2024-12-05T05:23:01,558 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.meta.1733376163699.meta not finished, retry = 0 2024-12-05T05:23:01,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741834_1010 (size=4239) 2024-12-05T05:23:01,611 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.1733376163141 to pos 2126, reset compression=false 2024-12-05T05:23:01,661 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/WALs/8edcaf2ecc84,39299,1733376160990/8edcaf2ecc84%2C39299%2C1733376160990.rep.1733376173564 not finished, retry = 0 2024-12-05T05:23:01,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741839_1015 (size=1953) 2024-12-05T05:23:01,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741832_1008 (size=2134) 2024-12-05T05:23:01,764 DEBUG [RS:0;8edcaf2ecc84:39299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:01,764 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:23:01,764 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:23:01,764 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T05:23:01,764 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:23:01,764 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:23:01,765 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,39299,1733376160990 because: Region server is closing 2024-12-05T05:23:01,765 INFO [RS:0;8edcaf2ecc84:39299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:39299. 2024-12-05T05:23:01,765 DEBUG [RS:0;8edcaf2ecc84:39299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:01,765 DEBUG [RS:0;8edcaf2ecc84:39299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:01,765 DEBUG [RS:0;8edcaf2ecc84:39299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:01,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:01,865 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.shipper8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 terminated 2024-12-05T05:23:01,865 INFO [RS:0;8edcaf2ecc84:39299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:39299. 2024-12-05T05:23:01,865 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,39299,1733376160990.replicationSource.wal-reader.8edcaf2ecc84%2C39299%2C1733376160990,1-8edcaf2ecc84,39299,1733376160990 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T05:23:01,865 DEBUG [RS:0;8edcaf2ecc84:39299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:01,865 DEBUG [RS:0;8edcaf2ecc84:39299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:01,866 DEBUG [RS:0;8edcaf2ecc84:39299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:01,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:01,866 INFO [RS:0;8edcaf2ecc84:39299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39299 2024-12-05T05:23:01,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929/rs 2024-12-05T05:23:01,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-78239929/rs/8edcaf2ecc84,39299,1733376160990 2024-12-05T05:23:01,930 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:23:01,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,39299,1733376160990] 2024-12-05T05:23:01,951 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-78239929/draining/8edcaf2ecc84,39299,1733376160990 already deleted, retry=false 2024-12-05T05:23:01,951 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,39299,1733376160990 expired; onlineServers=0 2024-12-05T05:23:01,951 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,37197,1733376160890' ***** 2024-12-05T05:23:01,951 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:23:01,951 INFO [M:0;8edcaf2ecc84:37197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:23:01,951 INFO [M:0;8edcaf2ecc84:37197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:23:01,951 DEBUG [M:0;8edcaf2ecc84:37197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:23:01,951 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:23:01,952 DEBUG [M:0;8edcaf2ecc84:37197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:23:01,952 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376162907 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376162907,5,FailOnTimeoutGroup] 2024-12-05T05:23:01,952 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376162907 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376162907,5,FailOnTimeoutGroup] 2024-12-05T05:23:01,952 INFO [M:0;8edcaf2ecc84:37197 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:23:01,952 INFO [M:0;8edcaf2ecc84:37197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:23:01,952 DEBUG [M:0;8edcaf2ecc84:37197 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:23:01,952 INFO [M:0;8edcaf2ecc84:37197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:23:01,952 INFO [M:0;8edcaf2ecc84:37197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:23:01,952 INFO [M:0;8edcaf2ecc84:37197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:23:01,952 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:23:01,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-78239929/master 2024-12-05T05:23:01,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-78239929 2024-12-05T05:23:01,962 DEBUG [M:0;8edcaf2ecc84:37197 {}] zookeeper.ZKUtil(347): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Unable to get data of znode /2-78239929/master because node does not exist (not an error) 2024-12-05T05:23:01,962 WARN [M:0;8edcaf2ecc84:37197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:23:01,970 INFO [M:0;8edcaf2ecc84:37197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/.lastflushedseqids 2024-12-05T05:23:01,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741847_1023 (size=245) 2024-12-05T05:23:02,000 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1189, reset compression=false 2024-12-05T05:23:02,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:02,041 INFO [RS:0;8edcaf2ecc84:39299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:23:02,041 INFO [RS:0;8edcaf2ecc84:39299 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,39299,1733376160990; zookeeper connection closed. 2024-12-05T05:23:02,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x101a3f0fb1b0007, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:02,041 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ca5619a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ca5619a 2024-12-05T05:23:02,041 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:23:02,374 INFO [M:0;8edcaf2ecc84:37197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:23:02,374 INFO [M:0;8edcaf2ecc84:37197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:23:02,375 DEBUG [M:0;8edcaf2ecc84:37197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:23:02,375 INFO [M:0;8edcaf2ecc84:37197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:02,375 DEBUG [M:0;8edcaf2ecc84:37197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:02,375 DEBUG [M:0;8edcaf2ecc84:37197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:23:02,375 DEBUG [M:0;8edcaf2ecc84:37197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:02,375 INFO [M:0;8edcaf2ecc84:37197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T05:23:02,390 DEBUG [M:0;8edcaf2ecc84:37197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2af804ded655458eb3f8f82901d2da3c is 82, key is hbase:meta,,1/info:regioninfo/1733376163724/Put/seqid=0 2024-12-05T05:23:02,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741848_1024 (size=5672) 2024-12-05T05:23:02,393 INFO [M:0;8edcaf2ecc84:37197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2af804ded655458eb3f8f82901d2da3c 2024-12-05T05:23:02,410 DEBUG [M:0;8edcaf2ecc84:37197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11fc158ec7614db8b64d521b18c85104 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733376173598/Put/seqid=0 2024-12-05T05:23:02,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741849_1025 (size=8516) 2024-12-05T05:23:02,557 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 636, reset compression=false 2024-12-05T05:23:02,803 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1189, reset compression=false 2024-12-05T05:23:02,814 INFO [M:0;8edcaf2ecc84:37197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11fc158ec7614db8b64d521b18c85104 2024-12-05T05:23:02,829 DEBUG [M:0;8edcaf2ecc84:37197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/482bc89ba97341a9a6cfd3ae1c6f04ea is 69, key is 8edcaf2ecc84,39299,1733376160990/rs:state/1733376162944/Put/seqid=0 2024-12-05T05:23:02,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741850_1026 (size=5156) 2024-12-05T05:23:02,832 INFO [M:0;8edcaf2ecc84:37197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/482bc89ba97341a9a6cfd3ae1c6f04ea 2024-12-05T05:23:02,836 DEBUG [M:0;8edcaf2ecc84:37197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2af804ded655458eb3f8f82901d2da3c as hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2af804ded655458eb3f8f82901d2da3c 2024-12-05T05:23:02,838 INFO [M:0;8edcaf2ecc84:37197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2af804ded655458eb3f8f82901d2da3c, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T05:23:02,839 DEBUG [M:0;8edcaf2ecc84:37197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11fc158ec7614db8b64d521b18c85104 as hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11fc158ec7614db8b64d521b18c85104 2024-12-05T05:23:02,841 INFO [M:0;8edcaf2ecc84:37197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11fc158ec7614db8b64d521b18c85104, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T05:23:02,842 DEBUG [M:0;8edcaf2ecc84:37197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/482bc89ba97341a9a6cfd3ae1c6f04ea as hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/482bc89ba97341a9a6cfd3ae1c6f04ea 2024-12-05T05:23:02,844 INFO [M:0;8edcaf2ecc84:37197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33023/user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/482bc89ba97341a9a6cfd3ae1c6f04ea, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T05:23:02,845 INFO [M:0;8edcaf2ecc84:37197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 470ms, sequenceid=97, compaction requested=false 2024-12-05T05:23:02,846 INFO [M:0;8edcaf2ecc84:37197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:02,846 DEBUG [M:0;8edcaf2ecc84:37197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376182375Disabling compacts and flushes for region at 1733376182375Disabling writes for close at 1733376182375Obtaining lock to block concurrent updates at 1733376182375Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376182375Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733376182375Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376182376 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376182376Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376182390 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376182390Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376182396 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376182410 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376182410Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376182817 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376182829 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376182829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48bec3a6: reopening flushed file at 1733376182835 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f527f0d: reopening flushed file at 1733376182838 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@518bb379: reopening flushed file at 1733376182841 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 470ms, sequenceid=97, compaction requested=false at 1733376182845 (+4 ms)Writing region close event to WAL at 1733376182846 (+1 ms)Closed at 1733376182846 2024-12-05T05:23:02,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36285 is added to blk_1073741830_1006 (size=63654) 2024-12-05T05:23:02,848 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13081df3-3e89-0a83-f88d-385eaba86d74/MasterData/WALs/8edcaf2ecc84,37197,1733376160890/8edcaf2ecc84%2C37197%2C1733376160890.1733376162697 not finished, retry = 0 2024-12-05T05:23:02,948 INFO [M:0;8edcaf2ecc84:37197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:23:02,948 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:23:02,949 INFO [M:0;8edcaf2ecc84:37197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37197 2024-12-05T05:23:02,949 INFO [M:0;8edcaf2ecc84:37197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:23:03,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:03,114 INFO [M:0;8edcaf2ecc84:37197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:23:03,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x101a3f0fb1b0006, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:03,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1611aebf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:23:03,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@450ae647{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:23:03,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:23:03,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56347b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:23:03,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1eeae991{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/hadoop.log.dir/,STOPPED} 2024-12-05T05:23:03,150 WARN [BP-2134854365-172.17.0.3-1733376158914 heartbeating to localhost/127.0.0.1:33023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:23:03,150 WARN [BP-2134854365-172.17.0.3-1733376158914 heartbeating to localhost/127.0.0.1:33023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2134854365-172.17.0.3-1733376158914 (Datanode Uuid a7bbcca2-1cc4-48a3-a69a-85534eb83d44) service to localhost/127.0.0.1:33023 2024-12-05T05:23:03,150 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:23:03,150 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:23:03,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/cluster_cd1d7e29-c659-1222-945a-65546250ba66/data/data1/current/BP-2134854365-172.17.0.3-1733376158914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:23:03,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/cluster_cd1d7e29-c659-1222-945a-65546250ba66/data/data2/current/BP-2134854365-172.17.0.3-1733376158914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:23:03,151 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:23:03,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3266a1ef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:23:03,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7faaa4cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:23:03,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:23:03,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@327edba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:23:03,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3000eeb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/hadoop.log.dir/,STOPPED} 2024-12-05T05:23:03,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:23:03,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:23:03,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:23:03,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:03,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:03,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:03,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:03,169 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:23:03,169 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2015607560, stopped=false 2024-12-05T05:23:03,169 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,34127,1733376155421 2024-12-05T05:23:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11755618344/running 2024-12-05T05:23:03,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11755618344/running 2024-12-05T05:23:03,183 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:23:03,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:23:03,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:23:03,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:23:03,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:03,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:03,183 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,36021,1733376155929' ***** 2024-12-05T05:23:03,183 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:23:03,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Set watcher on znode that does not yet exist, /11755618344/running 2024-12-05T05:23:03,183 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:23:03,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Set watcher on znode that does not yet exist, /11755618344/running 2024-12-05T05:23:03,183 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:23:03,183 INFO [RS:0;8edcaf2ecc84:36021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:23:03,183 INFO [RS:0;8edcaf2ecc84:36021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:23:03,184 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(3091): Received CLOSE for 39c2aa0f9f3b633e9cdae0e6b15973e6 2024-12-05T05:23:03,184 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:23:03,184 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,36021,1733376155929 2024-12-05T05:23:03,184 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:23:03,184 INFO [RS:0;8edcaf2ecc84:36021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:36021. 2024-12-05T05:23:03,184 DEBUG [RS:0;8edcaf2ecc84:36021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:03,184 DEBUG [RS:0;8edcaf2ecc84:36021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:03,184 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39c2aa0f9f3b633e9cdae0e6b15973e6, disabling compactions & flushes 2024-12-05T05:23:03,184 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:23:03,184 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6. 2024-12-05T05:23:03,184 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:23:03,184 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:23:03,184 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6. 2024-12-05T05:23:03,184 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:23:03,184 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6. after waiting 0 ms 2024-12-05T05:23:03,184 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6. 2024-12-05T05:23:03,184 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T05:23:03,184 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 39c2aa0f9f3b633e9cdae0e6b15973e6 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-05T05:23:03,184 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 39c2aa0f9f3b633e9cdae0e6b15973e6=hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6., 7d5f981d1604eb0ea86b27aaeb003e8b=test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b.} 2024-12-05T05:23:03,184 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39c2aa0f9f3b633e9cdae0e6b15973e6, 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:23:03,184 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:23:03,184 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:23:03,184 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:23:03,184 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:23:03,184 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:23:03,184 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T05:23:03,196 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/.tmp/info/78cf4274649e4c3ca231e19e097974f1 is 147, key is hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6./info:regioninfo/1733376171760/Put/seqid=0 2024-12-05T05:23:03,200 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/replication/39c2aa0f9f3b633e9cdae0e6b15973e6/.tmp/queue/54f2d52420a844fe83dca3767c069844 is 154, key is 1-8edcaf2ecc84,36021,1733376155929/queue:8edcaf2ecc84%2C36021%2C1733376155929/1733376179283/Put/seqid=0 2024-12-05T05:23:03,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741840_1016 (size=7686) 2024-12-05T05:23:03,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741841_1017 (size=5353) 2024-12-05T05:23:03,256 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:23:03,384 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39c2aa0f9f3b633e9cdae0e6b15973e6, 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:23:03,584 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39c2aa0f9f3b633e9cdae0e6b15973e6, 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:23:03,601 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/.tmp/info/78cf4274649e4c3ca231e19e097974f1 2024-12-05T05:23:03,605 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/replication/39c2aa0f9f3b633e9cdae0e6b15973e6/.tmp/queue/54f2d52420a844fe83dca3767c069844 2024-12-05T05:23:03,608 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/replication/39c2aa0f9f3b633e9cdae0e6b15973e6/.tmp/queue/54f2d52420a844fe83dca3767c069844 as hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/replication/39c2aa0f9f3b633e9cdae0e6b15973e6/queue/54f2d52420a844fe83dca3767c069844 2024-12-05T05:23:03,611 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/replication/39c2aa0f9f3b633e9cdae0e6b15973e6/queue/54f2d52420a844fe83dca3767c069844, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T05:23:03,612 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 39c2aa0f9f3b633e9cdae0e6b15973e6 in 428ms, sequenceid=12, compaction requested=false 2024-12-05T05:23:03,614 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/replication/39c2aa0f9f3b633e9cdae0e6b15973e6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T05:23:03,615 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:23:03,615 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:23:03,615 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6. 2024-12-05T05:23:03,615 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39c2aa0f9f3b633e9cdae0e6b15973e6: Waiting for close lock at 1733376183184Running coprocessor pre-close hooks at 1733376183184Disabling compacts and flushes for region at 1733376183184Disabling writes for close at 1733376183184Obtaining lock to block concurrent updates at 1733376183184Preparing flush snapshotting stores in 39c2aa0f9f3b633e9cdae0e6b15973e6 at 1733376183184Finished memstore snapshotting hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733376183184Flushing stores of hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6. at 1733376183185 (+1 ms)Flushing 39c2aa0f9f3b633e9cdae0e6b15973e6/queue: creating writer at 1733376183185Flushing 39c2aa0f9f3b633e9cdae0e6b15973e6/queue: appending metadata at 1733376183199 (+14 ms)Flushing 39c2aa0f9f3b633e9cdae0e6b15973e6/queue: closing flushed file at 1733376183199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f4b860: reopening flushed file at 1733376183607 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 39c2aa0f9f3b633e9cdae0e6b15973e6 in 428ms, sequenceid=12, compaction requested=false at 1733376183612 (+5 ms)Writing region close event to WAL at 1733376183612Running coprocessor post-close hooks at 1733376183615 (+3 ms)Closed at 1733376183615 2024-12-05T05:23:03,615 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733376170604.39c2aa0f9f3b633e9cdae0e6b15973e6. 2024-12-05T05:23:03,615 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d5f981d1604eb0ea86b27aaeb003e8b, disabling compactions & flushes 2024-12-05T05:23:03,615 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b. 2024-12-05T05:23:03,615 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b. 2024-12-05T05:23:03,615 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b. after waiting 0 ms 2024-12-05T05:23:03,615 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b. 2024-12-05T05:23:03,615 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7d5f981d1604eb0ea86b27aaeb003e8b 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T05:23:03,621 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/.tmp/ns/128243a3bef343db824f1f0155d4bfa5 is 43, key is default/ns:d/1733376158840/Put/seqid=0 2024-12-05T05:23:03,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741842_1018 (size=5153) 2024-12-05T05:23:03,631 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/.tmp/f/252782308e034e4da5a20fefc621225c is 29, key is row1/f:/1733376177928/DeleteFamily/seqid=0 2024-12-05T05:23:03,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741843_1019 (size=5152) 2024-12-05T05:23:03,661 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 636, reset compression=false 2024-12-05T05:23:03,706 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1189, reset compression=false 2024-12-05T05:23:03,709 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:23:03,709 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1436, reset compression=false 2024-12-05T05:23:03,709 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,36021,1733376155929 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:23:03,710 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8edcaf2ecc84,36021,1733376155929: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8edcaf2ecc84,36021,1733376155929, walGroup=8edcaf2ecc84%2C36021%2C1733376155929, offset=8edcaf2ecc84%2C36021%2C1733376155929.1733376157862:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:36021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T05:23:03,711 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T05:23:03,711 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T05:23:03,711 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T05:23:03,711 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T05:23:03,711 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T05:23:03,711 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 1005853376 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 201703976 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T05:23:03,711 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:34127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:34127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T05:23:03,785 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:23:03,822 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:23:03,822 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:23:03,912 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1436, reset compression=false 2024-12-05T05:23:03,985 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:23:04,025 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/.tmp/ns/128243a3bef343db824f1f0155d4bfa5 2024-12-05T05:23:04,034 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/.tmp/f/252782308e034e4da5a20fefc621225c 2024-12-05T05:23:04,038 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 252782308e034e4da5a20fefc621225c 2024-12-05T05:23:04,040 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/.tmp/rep_barrier/bcac928b4adf43f1a7b8777f5982eaf7 is 112, key is test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b./rep_barrier:seqnumDuringOpen/1733376166901/Put/seqid=0 2024-12-05T05:23:04,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741844_1020 (size=5518) 2024-12-05T05:23:04,043 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/.tmp/rep_barrier/bcac928b4adf43f1a7b8777f5982eaf7 2024-12-05T05:23:04,054 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/.tmp/f1/a793b5ffa9fa48f3b5aab1ac36f8be0d is 30, key is row1/f1:/1733376177928/DeleteFamily/seqid=0 2024-12-05T05:23:04,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741845_1021 (size=5158) 2024-12-05T05:23:04,063 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/.tmp/table/2be374c464dd45d3b1fc32eb50a19e83 is 53, key is hbase:replication/table:state/1733376171765/Put/seqid=0 2024-12-05T05:23:04,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741846_1022 (size=5308) 2024-12-05T05:23:04,066 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/.tmp/table/2be374c464dd45d3b1fc32eb50a19e83 2024-12-05T05:23:04,070 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/.tmp/info/78cf4274649e4c3ca231e19e097974f1 as hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/info/78cf4274649e4c3ca231e19e097974f1 2024-12-05T05:23:04,074 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/info/78cf4274649e4c3ca231e19e097974f1, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T05:23:04,075 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/.tmp/ns/128243a3bef343db824f1f0155d4bfa5 as hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/ns/128243a3bef343db824f1f0155d4bfa5 2024-12-05T05:23:04,078 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/ns/128243a3bef343db824f1f0155d4bfa5, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T05:23:04,079 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/.tmp/rep_barrier/bcac928b4adf43f1a7b8777f5982eaf7 as hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/rep_barrier/bcac928b4adf43f1a7b8777f5982eaf7 2024-12-05T05:23:04,082 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/rep_barrier/bcac928b4adf43f1a7b8777f5982eaf7, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T05:23:04,083 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/.tmp/table/2be374c464dd45d3b1fc32eb50a19e83 as hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/table/2be374c464dd45d3b1fc32eb50a19e83 2024-12-05T05:23:04,086 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/table/2be374c464dd45d3b1fc32eb50a19e83, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T05:23:04,086 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 902ms, sequenceid=16, compaction requested=false 2024-12-05T05:23:04,089 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T05:23:04,090 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:23:04,090 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:23:04,090 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:23:04,090 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376183184Running coprocessor pre-close hooks at 1733376183184Disabling compacts and flushes for region at 1733376183184Disabling writes for close at 1733376183184Obtaining lock to block concurrent updates at 1733376183184Preparing flush snapshotting stores in 1588230740 at 1733376183184Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733376183185 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733376183185Flushing 1588230740/info: creating writer at 1733376183185Flushing 1588230740/info: appending metadata at 1733376183196 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733376183196Flushing 1588230740/ns: creating writer at 1733376183605 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733376183621 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733376183621Flushing 1588230740/rep_barrier: creating writer at 1733376184028 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733376184040 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733376184040Flushing 1588230740/table: creating writer at 1733376184047 (+7 ms)Flushing 1588230740/table: appending metadata at 1733376184062 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733376184062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b810d5: reopening flushed file at 1733376184070 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64633893: reopening flushed file at 1733376184074 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c40212b: reopening flushed file at 1733376184078 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eb4fc45: reopening flushed file at 1733376184082 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 902ms, sequenceid=16, compaction requested=false at 1733376184086 (+4 ms)Writing region close event to WAL at 1733376184087 (+1 ms)Running coprocessor post-close hooks at 1733376184090 (+3 ms)Closed at 1733376184090 2024-12-05T05:23:04,090 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:23:04,185 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T05:23:04,185 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1325): Online Regions={7d5f981d1604eb0ea86b27aaeb003e8b=test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b.} 2024-12-05T05:23:04,185 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1351): Waiting on 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:23:04,216 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1436, reset compression=false 2024-12-05T05:23:04,385 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1351): Waiting on 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:23:04,458 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/.tmp/f1/a793b5ffa9fa48f3b5aab1ac36f8be0d 2024-12-05T05:23:04,462 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a793b5ffa9fa48f3b5aab1ac36f8be0d 2024-12-05T05:23:04,473 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/.tmp/norep/37694422bd4b40d5bf3737252b55bb2e is 33, key is row1/norep:/1733376177928/DeleteFamily/seqid=0 2024-12-05T05:23:04,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741847_1023 (size=5108) 2024-12-05T05:23:04,585 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1351): Waiting on 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:23:04,619 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1436, reset compression=false 2024-12-05T05:23:04,785 DEBUG [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1351): Waiting on 7d5f981d1604eb0ea86b27aaeb003e8b 2024-12-05T05:23:04,861 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=15, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-12-05T05:23:04,864 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 636, reset compression=false 2024-12-05T05:23:04,865 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-05T05:23:04,876 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/.tmp/norep/37694422bd4b40d5bf3737252b55bb2e 2024-12-05T05:23:04,880 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37694422bd4b40d5bf3737252b55bb2e 2024-12-05T05:23:04,880 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/.tmp/f/252782308e034e4da5a20fefc621225c as hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/f/252782308e034e4da5a20fefc621225c 2024-12-05T05:23:04,884 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 252782308e034e4da5a20fefc621225c 2024-12-05T05:23:04,884 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/f/252782308e034e4da5a20fefc621225c, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T05:23:04,884 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/.tmp/f1/a793b5ffa9fa48f3b5aab1ac36f8be0d as hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/f1/a793b5ffa9fa48f3b5aab1ac36f8be0d 2024-12-05T05:23:04,887 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a793b5ffa9fa48f3b5aab1ac36f8be0d 2024-12-05T05:23:04,887 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/f1/a793b5ffa9fa48f3b5aab1ac36f8be0d, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T05:23:04,888 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/.tmp/norep/37694422bd4b40d5bf3737252b55bb2e as hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/norep/37694422bd4b40d5bf3737252b55bb2e 2024-12-05T05:23:04,890 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37694422bd4b40d5bf3737252b55bb2e 2024-12-05T05:23:04,890 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/norep/37694422bd4b40d5bf3737252b55bb2e, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T05:23:04,891 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7d5f981d1604eb0ea86b27aaeb003e8b in 1276ms, sequenceid=10, compaction requested=false 2024-12-05T05:23:04,891 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T05:23:04,894 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/data/default/test/7d5f981d1604eb0ea86b27aaeb003e8b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T05:23:04,895 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:23:04,895 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:23:04,895 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b. 2024-12-05T05:23:04,895 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d5f981d1604eb0ea86b27aaeb003e8b: Waiting for close lock at 1733376183615Running coprocessor pre-close hooks at 1733376183615Disabling compacts and flushes for region at 1733376183615Disabling writes for close at 1733376183615Obtaining lock to block concurrent updates at 1733376183615Preparing flush snapshotting stores in 7d5f981d1604eb0ea86b27aaeb003e8b at 1733376183615Finished memstore snapshotting test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733376183616 (+1 ms)Flushing stores of test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b. at 1733376183616Flushing 7d5f981d1604eb0ea86b27aaeb003e8b/f: creating writer at 1733376183616Flushing 7d5f981d1604eb0ea86b27aaeb003e8b/f: appending metadata at 1733376183631 (+15 ms)Flushing 7d5f981d1604eb0ea86b27aaeb003e8b/f: closing flushed file at 1733376183631Flushing 7d5f981d1604eb0ea86b27aaeb003e8b/f1: creating writer at 1733376184038 (+407 ms)Flushing 7d5f981d1604eb0ea86b27aaeb003e8b/f1: appending metadata at 1733376184054 (+16 ms)Flushing 7d5f981d1604eb0ea86b27aaeb003e8b/f1: closing flushed file at 1733376184054Flushing 7d5f981d1604eb0ea86b27aaeb003e8b/norep: creating writer at 1733376184462 (+408 ms)Flushing 7d5f981d1604eb0ea86b27aaeb003e8b/norep: appending metadata at 1733376184473 (+11 ms)Flushing 7d5f981d1604eb0ea86b27aaeb003e8b/norep: closing flushed file at 1733376184473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ee4299d: reopening flushed file at 1733376184880 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@405ff66: reopening flushed file at 1733376184884 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b736bd: reopening flushed file at 1733376184887 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7d5f981d1604eb0ea86b27aaeb003e8b in 1276ms, sequenceid=10, compaction requested=false at 1733376184891 (+4 ms)Writing region close event to WAL at 1733376184892 (+1 ms)Running coprocessor post-close hooks at 1733376184895 (+3 ms)Closed at 1733376184895 2024-12-05T05:23:04,895 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733376166164.7d5f981d1604eb0ea86b27aaeb003e8b. 2024-12-05T05:23:04,986 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,36021,1733376155929; all regions closed. 2024-12-05T05:23:04,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741834_1010 (size=4239) 2024-12-05T05:23:04,987 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.meta.1733376158797.meta not finished, retry = 0 2024-12-05T05:23:05,010 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T05:23:05,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741839_1015 (size=3114) 2024-12-05T05:23:05,090 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.rep.1733376171732 not finished, retry = 0 2024-12-05T05:23:05,122 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 1436, reset compression=false 2024-12-05T05:23:05,125 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:23:05,125 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.wal-reader.8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 to pos 2080, reset compression=false 2024-12-05T05:23:05,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741832_1008 (size=2088) 2024-12-05T05:23:05,192 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/WALs/8edcaf2ecc84,36021,1733376155929/8edcaf2ecc84%2C36021%2C1733376155929.1733376157862 not finished, retry = 0 2024-12-05T05:23:05,293 DEBUG [RS:0;8edcaf2ecc84:36021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:05,293 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:23:05,293 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:23:05,293 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T05:23:05,293 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:23:05,293 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:23:05,293 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,36021,1733376155929 because: Region server is closing 2024-12-05T05:23:05,293 INFO [RS:0;8edcaf2ecc84:36021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:36021. 2024-12-05T05:23:05,293 DEBUG [RS:0;8edcaf2ecc84:36021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:05,293 DEBUG [RS:0;8edcaf2ecc84:36021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:05,293 DEBUG [RS:0;8edcaf2ecc84:36021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:05,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:05,394 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,36021,1733376155929.replicationSource.shipper8edcaf2ecc84%2C36021%2C1733376155929,1-8edcaf2ecc84,36021,1733376155929 terminated 2024-12-05T05:23:05,394 INFO [RS:0;8edcaf2ecc84:36021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:36021. 2024-12-05T05:23:05,394 DEBUG [RS:0;8edcaf2ecc84:36021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:05,394 DEBUG [RS:0;8edcaf2ecc84:36021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:05,394 DEBUG [RS:0;8edcaf2ecc84:36021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:05,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:05,394 INFO [RS:0;8edcaf2ecc84:36021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36021 2024-12-05T05:23:05,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344/rs 2024-12-05T05:23:05,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11755618344/rs/8edcaf2ecc84,36021,1733376155929 2024-12-05T05:23:05,456 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:23:05,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,36021,1733376155929] 2024-12-05T05:23:05,509 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11755618344/draining/8edcaf2ecc84,36021,1733376155929 already deleted, retry=false 2024-12-05T05:23:05,509 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,36021,1733376155929 expired; onlineServers=0 2024-12-05T05:23:05,509 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,34127,1733376155421' ***** 2024-12-05T05:23:05,509 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:23:05,509 INFO [M:0;8edcaf2ecc84:34127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:23:05,509 INFO [M:0;8edcaf2ecc84:34127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:23:05,509 DEBUG [M:0;8edcaf2ecc84:34127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:23:05,509 DEBUG [M:0;8edcaf2ecc84:34127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:23:05,509 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:23:05,509 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376157622 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376157622,5,FailOnTimeoutGroup] 2024-12-05T05:23:05,509 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376157622 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376157622,5,FailOnTimeoutGroup] 2024-12-05T05:23:05,509 INFO [M:0;8edcaf2ecc84:34127 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:23:05,509 INFO [M:0;8edcaf2ecc84:34127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:23:05,509 DEBUG [M:0;8edcaf2ecc84:34127 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:23:05,509 INFO [M:0;8edcaf2ecc84:34127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:23:05,509 INFO [M:0;8edcaf2ecc84:34127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:23:05,509 INFO [M:0;8edcaf2ecc84:34127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:23:05,509 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:23:05,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11755618344/master 2024-12-05T05:23:05,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11755618344 2024-12-05T05:23:05,519 DEBUG [M:0;8edcaf2ecc84:34127 {}] zookeeper.ZKUtil(347): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Unable to get data of znode /11755618344/master because node does not exist (not an error) 2024-12-05T05:23:05,519 WARN [M:0;8edcaf2ecc84:34127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:23:05,520 INFO [M:0;8edcaf2ecc84:34127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/.lastflushedseqids 2024-12-05T05:23:05,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741848_1024 (size=245) 2024-12-05T05:23:05,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:05,595 INFO [RS:0;8edcaf2ecc84:36021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:23:05,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x101a3f0fb1b0004, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:05,595 INFO [RS:0;8edcaf2ecc84:36021 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,36021,1733376155929; zookeeper connection closed. 2024-12-05T05:23:05,595 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f26bd5d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f26bd5d 2024-12-05T05:23:05,595 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:23:05,923 INFO [M:0;8edcaf2ecc84:34127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:23:05,924 INFO [M:0;8edcaf2ecc84:34127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:23:05,924 DEBUG [M:0;8edcaf2ecc84:34127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:23:05,924 INFO [M:0;8edcaf2ecc84:34127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:05,924 DEBUG [M:0;8edcaf2ecc84:34127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:05,924 DEBUG [M:0;8edcaf2ecc84:34127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:23:05,924 DEBUG [M:0;8edcaf2ecc84:34127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:05,924 INFO [M:0;8edcaf2ecc84:34127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T05:23:05,937 DEBUG [M:0;8edcaf2ecc84:34127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c559234aedf44cd9a8592292f3917a27 is 82, key is hbase:meta,,1/info:regioninfo/1733376158823/Put/seqid=0 2024-12-05T05:23:05,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741849_1025 (size=5672) 2024-12-05T05:23:06,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,167 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 636, reset compression=false 2024-12-05T05:23:06,340 INFO [M:0;8edcaf2ecc84:34127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c559234aedf44cd9a8592292f3917a27 2024-12-05T05:23:06,358 DEBUG [M:0;8edcaf2ecc84:34127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96fdfdae116f4bc08045c95773d7e184 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733376171768/Put/seqid=0 2024-12-05T05:23:06,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741850_1026 (size=8516) 2024-12-05T05:23:06,582 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:23:06,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:06,762 INFO [M:0;8edcaf2ecc84:34127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96fdfdae116f4bc08045c95773d7e184 2024-12-05T05:23:06,780 DEBUG [M:0;8edcaf2ecc84:34127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcea80288b50489095dfa1cdc54f465e is 69, key is 8edcaf2ecc84,36021,1733376155929/rs:state/1733376157691/Put/seqid=0 2024-12-05T05:23:06,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741851_1027 (size=5156) 2024-12-05T05:23:06,783 INFO [M:0;8edcaf2ecc84:34127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcea80288b50489095dfa1cdc54f465e 2024-12-05T05:23:06,787 DEBUG [M:0;8edcaf2ecc84:34127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c559234aedf44cd9a8592292f3917a27 as hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c559234aedf44cd9a8592292f3917a27 2024-12-05T05:23:06,790 INFO [M:0;8edcaf2ecc84:34127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c559234aedf44cd9a8592292f3917a27, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T05:23:06,791 DEBUG [M:0;8edcaf2ecc84:34127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96fdfdae116f4bc08045c95773d7e184 as hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96fdfdae116f4bc08045c95773d7e184 2024-12-05T05:23:06,794 INFO [M:0;8edcaf2ecc84:34127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96fdfdae116f4bc08045c95773d7e184, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T05:23:06,795 DEBUG [M:0;8edcaf2ecc84:34127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcea80288b50489095dfa1cdc54f465e as hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dcea80288b50489095dfa1cdc54f465e 2024-12-05T05:23:06,798 INFO [M:0;8edcaf2ecc84:34127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45069/user/jenkins/test-data/52071509-f2af-7f70-b496-407d025d2058/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dcea80288b50489095dfa1cdc54f465e, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T05:23:06,799 INFO [M:0;8edcaf2ecc84:34127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=97, compaction requested=false 2024-12-05T05:23:06,800 INFO [M:0;8edcaf2ecc84:34127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:06,800 DEBUG [M:0;8edcaf2ecc84:34127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376185924Disabling compacts and flushes for region at 1733376185924Disabling writes for close at 1733376185924Obtaining lock to block concurrent updates at 1733376185924Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376185924Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733376185924Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376185925 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376185925Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376185936 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376185936Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376186343 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376186358 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376186358Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376186765 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376186780 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376186780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447dabfa: reopening flushed file at 1733376186786 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20808dcc: reopening flushed file at 1733376186790 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@189aead1: reopening flushed file at 1733376186794 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=97, compaction requested=false at 1733376186799 (+5 ms)Writing region close event to WAL at 1733376186800 (+1 ms)Closed at 1733376186800 2024-12-05T05:23:06,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741830_1006 (size=63654) 2024-12-05T05:23:06,801 INFO [M:0;8edcaf2ecc84:34127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:23:06,801 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:23:06,802 INFO [M:0;8edcaf2ecc84:34127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34127 2024-12-05T05:23:06,802 INFO [M:0;8edcaf2ecc84:34127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:23:06,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:06,998 INFO [M:0;8edcaf2ecc84:34127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:23:06,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34127-0x101a3f0fb1b0003, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:07,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57982b20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:23:07,001 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46bf0487{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:23:07,001 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:23:07,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79ef667a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:23:07,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@752b56ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/hadoop.log.dir/,STOPPED} 2024-12-05T05:23:07,002 WARN [BP-216920298-172.17.0.3-1733376153042 heartbeating to localhost/127.0.0.1:45069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:23:07,002 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:23:07,002 WARN [BP-216920298-172.17.0.3-1733376153042 heartbeating to localhost/127.0.0.1:45069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-216920298-172.17.0.3-1733376153042 (Datanode Uuid 9fb498c2-089e-4f98-9860-dbe7ec54e400) service to localhost/127.0.0.1:45069 2024-12-05T05:23:07,002 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:23:07,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/cluster_e28910e4-c97d-1d43-f5f8-14c91fbf6fbc/data/data1/current/BP-216920298-172.17.0.3-1733376153042 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:23:07,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/cluster_e28910e4-c97d-1d43-f5f8-14c91fbf6fbc/data/data2/current/BP-216920298-172.17.0.3-1733376153042 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:23:07,002 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:23:07,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78f282fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:23:07,009 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1efa6563{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:23:07,009 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:23:07,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ccb21a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:23:07,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3250fe29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b1ac4e3-25c2-4bc9-2023-67badd89540f/hadoop.log.dir/,STOPPED} 2024-12-05T05:23:07,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:23:07,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:23:07,023 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:23:07,023 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:07,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:07,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:07,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:07,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:23:07,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1460044821, stopped=false 2024-12-05T05:23:07,024 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,45551,1733376149397 2024-12-05T05:23:07,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1787066075/running 2024-12-05T05:23:07,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1787066075/running 2024-12-05T05:23:07,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:23:07,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:23:07,035 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:23:07,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:23:07,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:07,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:07,035 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,35959,1733376149667' ***** 2024-12-05T05:23:07,035 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:23:07,035 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:23:07,036 INFO [RS:0;8edcaf2ecc84:35959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:23:07,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Set watcher on znode that does not yet exist, /0-1787066075/running 2024-12-05T05:23:07,036 INFO [RS:0;8edcaf2ecc84:35959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:23:07,036 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(3091): Received CLOSE for b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:23:07,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Set watcher on znode that does not yet exist, /0-1787066075/running 2024-12-05T05:23:07,036 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bf3fa61a594ddd54d916ea53f872eff 2024-12-05T05:23:07,036 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,35959,1733376149667 2024-12-05T05:23:07,036 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:23:07,036 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:23:07,036 INFO [RS:0;8edcaf2ecc84:35959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:35959. 2024-12-05T05:23:07,036 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b89f2db5b63392579cdf0c8ba124fc81, disabling compactions & flushes 2024-12-05T05:23:07,036 DEBUG [RS:0;8edcaf2ecc84:35959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:07,036 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81. 2024-12-05T05:23:07,036 DEBUG [RS:0;8edcaf2ecc84:35959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:07,036 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81. 2024-12-05T05:23:07,036 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81. after waiting 0 ms 2024-12-05T05:23:07,036 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:23:07,036 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:23:07,036 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81. 2024-12-05T05:23:07,036 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:23:07,036 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:23:07,036 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b89f2db5b63392579cdf0c8ba124fc81 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-05T05:23:07,036 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T05:23:07,036 DEBUG [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1325): Online Regions={b89f2db5b63392579cdf0c8ba124fc81=test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81., 1588230740=hbase:meta,,1.1588230740, 5bf3fa61a594ddd54d916ea53f872eff=hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff.} 2024-12-05T05:23:07,037 DEBUG [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bf3fa61a594ddd54d916ea53f872eff, b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:23:07,037 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:23:07,037 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:23:07,037 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:23:07,037 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:23:07,037 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:23:07,037 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T05:23:07,048 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/.tmp/f/36eace00334846d79a00b5888cc0f600 is 28, key is row/f:/1733376176924/DeleteFamily/seqid=0 2024-12-05T05:23:07,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741840_1016 (size=5085) 2024-12-05T05:23:07,052 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/.tmp/info/09baf08c2ec04e79abd44ed40b5b219f is 147, key is hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff./info:regioninfo/1733376169628/Put/seqid=0 2024-12-05T05:23:07,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741841_1017 (size=7686) 2024-12-05T05:23:07,074 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:23:07,237 DEBUG [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bf3fa61a594ddd54d916ea53f872eff, b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:23:07,437 DEBUG [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bf3fa61a594ddd54d916ea53f872eff, b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:23:07,452 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/.tmp/f/36eace00334846d79a00b5888cc0f600 2024-12-05T05:23:07,455 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36eace00334846d79a00b5888cc0f600 2024-12-05T05:23:07,456 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/.tmp/info/09baf08c2ec04e79abd44ed40b5b219f 2024-12-05T05:23:07,471 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/.tmp/f1/3f94dafe6a29430799ab15b785b74e41 is 29, key is row/f1:/1733376176924/DeleteFamily/seqid=0 2024-12-05T05:23:07,474 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/.tmp/ns/ff38dc1e86fa4504b780f7cc7ecdf3ff is 43, key is default/ns:d/1733376152980/Put/seqid=0 2024-12-05T05:23:07,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741842_1018 (size=5089) 2024-12-05T05:23:07,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741843_1019 (size=5153) 2024-12-05T05:23:07,478 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/.tmp/ns/ff38dc1e86fa4504b780f7cc7ecdf3ff 2024-12-05T05:23:07,497 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/.tmp/rep_barrier/0a231772794841a9b3a1bcb4c5ac9b4d is 112, key is test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81./rep_barrier:seqnumDuringOpen/1733376165145/Put/seqid=0 2024-12-05T05:23:07,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741844_1020 (size=5518) 2024-12-05T05:23:07,570 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 636, reset compression=false 2024-12-05T05:23:07,573 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:23:07,573 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 883, reset compression=false 2024-12-05T05:23:07,574 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.shipper8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,35959,1733376149667 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:23:07,574 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.shipper8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8edcaf2ecc84,35959,1733376149667: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8edcaf2ecc84,35959,1733376149667, walGroup=8edcaf2ecc84%2C35959%2C1733376149667, offset=8edcaf2ecc84%2C35959%2C1733376149667.1733376151974:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:35959 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T05:23:07,575 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.shipper8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T05:23:07,575 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.shipper8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T05:23:07,576 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.shipper8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T05:23:07,576 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.shipper8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T05:23:07,576 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.shipper8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T05:23:07,576 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.shipper8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 1112808128 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 202311248 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T05:23:07,577 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.shipper8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:45551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:45551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T05:23:07,637 DEBUG [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bf3fa61a594ddd54d916ea53f872eff, b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:23:07,776 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 883, reset compression=false 2024-12-05T05:23:07,837 DEBUG [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bf3fa61a594ddd54d916ea53f872eff, b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:23:07,870 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:23:07,870 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:23:07,878 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/.tmp/f1/3f94dafe6a29430799ab15b785b74e41 2024-12-05T05:23:07,881 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f94dafe6a29430799ab15b785b74e41 2024-12-05T05:23:07,892 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/.tmp/norep/81c94f28ca0d4530a74095c0226ab27f is 32, key is row/norep:/1733376176924/DeleteFamily/seqid=0 2024-12-05T05:23:07,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741845_1021 (size=5101) 2024-12-05T05:23:07,900 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/.tmp/rep_barrier/0a231772794841a9b3a1bcb4c5ac9b4d 2024-12-05T05:23:07,914 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/.tmp/table/c13d1d24471649eea527351295c8bd54 is 53, key is hbase:replication/table:state/1733376169637/Put/seqid=0 2024-12-05T05:23:07,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741846_1022 (size=5308) 2024-12-05T05:23:08,037 DEBUG [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bf3fa61a594ddd54d916ea53f872eff, b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:23:08,079 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 883, reset compression=false 2024-12-05T05:23:08,237 DEBUG [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bf3fa61a594ddd54d916ea53f872eff, b89f2db5b63392579cdf0c8ba124fc81 2024-12-05T05:23:08,295 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/.tmp/norep/81c94f28ca0d4530a74095c0226ab27f 2024-12-05T05:23:08,299 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81c94f28ca0d4530a74095c0226ab27f 2024-12-05T05:23:08,299 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/.tmp/f/36eace00334846d79a00b5888cc0f600 as hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/f/36eace00334846d79a00b5888cc0f600 2024-12-05T05:23:08,302 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36eace00334846d79a00b5888cc0f600 2024-12-05T05:23:08,302 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/f/36eace00334846d79a00b5888cc0f600, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T05:23:08,303 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/.tmp/f1/3f94dafe6a29430799ab15b785b74e41 as hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/f1/3f94dafe6a29430799ab15b785b74e41 2024-12-05T05:23:08,306 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f94dafe6a29430799ab15b785b74e41 2024-12-05T05:23:08,306 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/f1/3f94dafe6a29430799ab15b785b74e41, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T05:23:08,307 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/.tmp/norep/81c94f28ca0d4530a74095c0226ab27f as hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/norep/81c94f28ca0d4530a74095c0226ab27f 2024-12-05T05:23:08,310 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81c94f28ca0d4530a74095c0226ab27f 2024-12-05T05:23:08,310 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/norep/81c94f28ca0d4530a74095c0226ab27f, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T05:23:08,311 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for b89f2db5b63392579cdf0c8ba124fc81 in 1274ms, sequenceid=6, compaction requested=false 2024-12-05T05:23:08,311 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T05:23:08,317 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/.tmp/table/c13d1d24471649eea527351295c8bd54 2024-12-05T05:23:08,320 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/default/test/b89f2db5b63392579cdf0c8ba124fc81/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T05:23:08,321 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:23:08,321 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:23:08,321 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81. 2024-12-05T05:23:08,321 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b89f2db5b63392579cdf0c8ba124fc81: Waiting for close lock at 1733376187036Running coprocessor pre-close hooks at 1733376187036Disabling compacts and flushes for region at 1733376187036Disabling writes for close at 1733376187036Obtaining lock to block concurrent updates at 1733376187036Preparing flush snapshotting stores in b89f2db5b63392579cdf0c8ba124fc81 at 1733376187036Finished memstore snapshotting test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733376187037 (+1 ms)Flushing stores of test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81. at 1733376187037Flushing b89f2db5b63392579cdf0c8ba124fc81/f: creating writer at 1733376187037Flushing b89f2db5b63392579cdf0c8ba124fc81/f: appending metadata at 1733376187048 (+11 ms)Flushing b89f2db5b63392579cdf0c8ba124fc81/f: closing flushed file at 1733376187048Flushing b89f2db5b63392579cdf0c8ba124fc81/f1: creating writer at 1733376187455 (+407 ms)Flushing b89f2db5b63392579cdf0c8ba124fc81/f1: appending metadata at 1733376187470 (+15 ms)Flushing b89f2db5b63392579cdf0c8ba124fc81/f1: closing flushed file at 1733376187470Flushing b89f2db5b63392579cdf0c8ba124fc81/norep: creating writer at 1733376187881 (+411 ms)Flushing b89f2db5b63392579cdf0c8ba124fc81/norep: appending metadata at 1733376187892 (+11 ms)Flushing b89f2db5b63392579cdf0c8ba124fc81/norep: closing flushed file at 1733376187892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75b5f09c: reopening flushed file at 1733376188299 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7174f9fe: reopening flushed file at 1733376188302 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6cb7f4: reopening flushed file at 1733376188306 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for b89f2db5b63392579cdf0c8ba124fc81 in 1274ms, sequenceid=6, compaction requested=false at 1733376188311 (+5 ms)Writing region close event to WAL at 1733376188318 (+7 ms)Running coprocessor post-close hooks at 1733376188320 (+2 ms)Closed at 1733376188321 (+1 ms) 2024-12-05T05:23:08,321 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733376164004.b89f2db5b63392579cdf0c8ba124fc81. 2024-12-05T05:23:08,321 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bf3fa61a594ddd54d916ea53f872eff, disabling compactions & flushes 2024-12-05T05:23:08,321 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. 2024-12-05T05:23:08,321 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. 2024-12-05T05:23:08,321 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. after waiting 0 ms 2024-12-05T05:23:08,321 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. 2024-12-05T05:23:08,321 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bf3fa61a594ddd54d916ea53f872eff: Waiting for close lock at 1733376188321Running coprocessor pre-close hooks at 1733376188321Disabling compacts and flushes for region at 1733376188321Disabling writes for close at 1733376188321Failed flush hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff., putting online again at 1733376188321 2024-12-05T05:23:08,321 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. 2024-12-05T05:23:08,321 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/.tmp/info/09baf08c2ec04e79abd44ed40b5b219f as hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/info/09baf08c2ec04e79abd44ed40b5b219f 2024-12-05T05:23:08,324 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/info/09baf08c2ec04e79abd44ed40b5b219f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T05:23:08,325 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/.tmp/ns/ff38dc1e86fa4504b780f7cc7ecdf3ff as hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/ns/ff38dc1e86fa4504b780f7cc7ecdf3ff 2024-12-05T05:23:08,327 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/ns/ff38dc1e86fa4504b780f7cc7ecdf3ff, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T05:23:08,328 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/.tmp/rep_barrier/0a231772794841a9b3a1bcb4c5ac9b4d as hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/rep_barrier/0a231772794841a9b3a1bcb4c5ac9b4d 2024-12-05T05:23:08,331 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/rep_barrier/0a231772794841a9b3a1bcb4c5ac9b4d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T05:23:08,331 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/.tmp/table/c13d1d24471649eea527351295c8bd54 as hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/table/c13d1d24471649eea527351295c8bd54 2024-12-05T05:23:08,334 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/table/c13d1d24471649eea527351295c8bd54, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T05:23:08,335 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=16, compaction requested=false 2024-12-05T05:23:08,335 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:23:08,338 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T05:23:08,339 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:23:08,339 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:23:08,339 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:23:08,339 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376187037Running coprocessor pre-close hooks at 1733376187037Disabling compacts and flushes for region at 1733376187037Disabling writes for close at 1733376187037Obtaining lock to block concurrent updates at 1733376187037Preparing flush snapshotting stores in 1588230740 at 1733376187037Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733376187037Flushing stores of hbase:meta,,1.1588230740 at 1733376187037Flushing 1588230740/info: creating writer at 1733376187037Flushing 1588230740/info: appending metadata at 1733376187051 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733376187051Flushing 1588230740/ns: creating writer at 1733376187459 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733376187473 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733376187473Flushing 1588230740/rep_barrier: creating writer at 1733376187481 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733376187496 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733376187496Flushing 1588230740/table: creating writer at 1733376187903 (+407 ms)Flushing 1588230740/table: appending metadata at 1733376187914 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733376187914Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7270e794: reopening flushed file at 1733376188321 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5d3ec3: reopening flushed file at 1733376188324 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2443565a: reopening flushed file at 1733376188327 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6527eac8: reopening flushed file at 1733376188331 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=16, compaction requested=false at 1733376188335 (+4 ms)Writing region close event to WAL at 1733376188336 (+1 ms)Running coprocessor post-close hooks at 1733376188339 (+3 ms)Closed at 1733376188339 2024-12-05T05:23:08,339 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:23:08,438 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T05:23:08,438 DEBUG [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1325): Online Regions={5bf3fa61a594ddd54d916ea53f872eff=hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff.} 2024-12-05T05:23:08,438 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bf3fa61a594ddd54d916ea53f872eff 2024-12-05T05:23:08,438 DEBUG [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1351): Waiting on 5bf3fa61a594ddd54d916ea53f872eff 2024-12-05T05:23:08,438 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bf3fa61a594ddd54d916ea53f872eff, disabling compactions & flushes 2024-12-05T05:23:08,438 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. 2024-12-05T05:23:08,438 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. 2024-12-05T05:23:08,438 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. after waiting 0 ms 2024-12-05T05:23:08,438 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. 2024-12-05T05:23:08,438 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bf3fa61a594ddd54d916ea53f872eff: Waiting for close lock at 1733376188438Running coprocessor pre-close hooks at 1733376188438Disabling compacts and flushes for region at 1733376188438Disabling writes for close at 1733376188438Failed flush hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff., putting online again at 1733376188438 2024-12-05T05:23:08,438 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733376168456.5bf3fa61a594ddd54d916ea53f872eff. 2024-12-05T05:23:08,482 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 883, reset compression=false 2024-12-05T05:23:08,485 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:23:08,485 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 1527, reset compression=false 2024-12-05T05:23:08,638 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T05:23:08,638 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,35959,1733376149667; all regions closed. 2024-12-05T05:23:08,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741834_1010 (size=4239) 2024-12-05T05:23:08,640 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.meta.1733376152927.meta not finished, retry = 0 2024-12-05T05:23:08,689 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.wal-reader.8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 to pos 1527, reset compression=false 2024-12-05T05:23:08,742 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.rep.1733376169592 not finished, retry = 0 2024-12-05T05:23:08,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741839_1015 (size=1297) 2024-12-05T05:23:08,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741832_1008 (size=1535) 2024-12-05T05:23:08,844 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/WALs/8edcaf2ecc84,35959,1733376149667/8edcaf2ecc84%2C35959%2C1733376149667.1733376151974 not finished, retry = 0 2024-12-05T05:23:08,945 DEBUG [RS:0;8edcaf2ecc84:35959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:08,945 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:23:08,945 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:23:08,945 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T05:23:08,945 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:23:08,945 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:23:08,945 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,35959,1733376149667 because: Region server is closing 2024-12-05T05:23:08,945 INFO [RS:0;8edcaf2ecc84:35959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:35959. 2024-12-05T05:23:08,945 DEBUG [RS:0;8edcaf2ecc84:35959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:08,945 DEBUG [RS:0;8edcaf2ecc84:35959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:08,945 DEBUG [RS:0;8edcaf2ecc84:35959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:08,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:09,046 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,35959,1733376149667.replicationSource.shipper8edcaf2ecc84%2C35959%2C1733376149667,1-8edcaf2ecc84,35959,1733376149667 terminated 2024-12-05T05:23:09,046 INFO [RS:0;8edcaf2ecc84:35959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35959 2024-12-05T05:23:09,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075/rs 2024-12-05T05:23:09,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1787066075/rs/8edcaf2ecc84,35959,1733376149667 2024-12-05T05:23:09,098 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:23:09,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,35959,1733376149667] 2024-12-05T05:23:09,119 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1787066075/draining/8edcaf2ecc84,35959,1733376149667 already deleted, retry=false 2024-12-05T05:23:09,119 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,35959,1733376149667 expired; onlineServers=0 2024-12-05T05:23:09,119 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,45551,1733376149397' ***** 2024-12-05T05:23:09,119 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:23:09,119 INFO [M:0;8edcaf2ecc84:45551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:23:09,119 INFO [M:0;8edcaf2ecc84:45551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:23:09,119 DEBUG [M:0;8edcaf2ecc84:45551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:23:09,119 DEBUG [M:0;8edcaf2ecc84:45551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:23:09,119 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:23:09,119 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376151708 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376151708,5,FailOnTimeoutGroup] 2024-12-05T05:23:09,119 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376151708 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376151708,5,FailOnTimeoutGroup] 2024-12-05T05:23:09,119 INFO [M:0;8edcaf2ecc84:45551 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:23:09,119 INFO [M:0;8edcaf2ecc84:45551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:23:09,119 DEBUG [M:0;8edcaf2ecc84:45551 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:23:09,119 INFO [M:0;8edcaf2ecc84:45551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:23:09,119 INFO [M:0;8edcaf2ecc84:45551 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:23:09,120 INFO [M:0;8edcaf2ecc84:45551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:23:09,120 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:23:09,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1787066075/master 2024-12-05T05:23:09,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1787066075 2024-12-05T05:23:09,129 DEBUG [M:0;8edcaf2ecc84:45551 {}] zookeeper.ZKUtil(347): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Unable to get data of znode /0-1787066075/master because node does not exist (not an error) 2024-12-05T05:23:09,129 WARN [M:0;8edcaf2ecc84:45551 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:23:09,130 INFO [M:0;8edcaf2ecc84:45551 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/.lastflushedseqids 2024-12-05T05:23:09,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741847_1023 (size=245) 2024-12-05T05:23:09,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:09,208 INFO [RS:0;8edcaf2ecc84:35959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:23:09,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35959-0x101a3f0fb1b0001, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:09,209 INFO [RS:0;8edcaf2ecc84:35959 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,35959,1733376149667; zookeeper connection closed. 2024-12-05T05:23:09,209 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b9a7522 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b9a7522 2024-12-05T05:23:09,209 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:23:09,534 INFO [M:0;8edcaf2ecc84:45551 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:23:09,534 INFO [M:0;8edcaf2ecc84:45551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:23:09,535 DEBUG [M:0;8edcaf2ecc84:45551 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:23:09,535 INFO [M:0;8edcaf2ecc84:45551 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:09,535 DEBUG [M:0;8edcaf2ecc84:45551 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:09,535 DEBUG [M:0;8edcaf2ecc84:45551 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:23:09,535 DEBUG [M:0;8edcaf2ecc84:45551 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:09,535 INFO [M:0;8edcaf2ecc84:45551 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-05T05:23:09,550 DEBUG [M:0;8edcaf2ecc84:45551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/feec2855e44848e89727b0a03d7740ff is 82, key is hbase:meta,,1/info:regioninfo/1733376152952/Put/seqid=0 2024-12-05T05:23:09,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741848_1024 (size=5672) 2024-12-05T05:23:09,954 INFO [M:0;8edcaf2ecc84:45551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/feec2855e44848e89727b0a03d7740ff 2024-12-05T05:23:09,976 DEBUG [M:0;8edcaf2ecc84:45551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb7eb95deb0e47cb8c8d4d098f83bb36 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733376165154/Put/seqid=0 2024-12-05T05:23:09,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741849_1025 (size=7217) 2024-12-05T05:23:10,379 INFO [M:0;8edcaf2ecc84:45551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb7eb95deb0e47cb8c8d4d098f83bb36 2024-12-05T05:23:10,382 INFO [M:0;8edcaf2ecc84:45551 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb7eb95deb0e47cb8c8d4d098f83bb36 2024-12-05T05:23:10,393 DEBUG [M:0;8edcaf2ecc84:45551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f63c4899ea634d2bbbd52c359a9a3231 is 69, key is 8edcaf2ecc84,35959,1733376149667/rs:state/1733376151830/Put/seqid=0 2024-12-05T05:23:10,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741850_1026 (size=5156) 2024-12-05T05:23:10,796 INFO [M:0;8edcaf2ecc84:45551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f63c4899ea634d2bbbd52c359a9a3231 2024-12-05T05:23:10,800 DEBUG [M:0;8edcaf2ecc84:45551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/feec2855e44848e89727b0a03d7740ff as hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/feec2855e44848e89727b0a03d7740ff 2024-12-05T05:23:10,803 INFO [M:0;8edcaf2ecc84:45551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/feec2855e44848e89727b0a03d7740ff, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T05:23:10,803 DEBUG [M:0;8edcaf2ecc84:45551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb7eb95deb0e47cb8c8d4d098f83bb36 as hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb7eb95deb0e47cb8c8d4d098f83bb36 2024-12-05T05:23:10,806 INFO [M:0;8edcaf2ecc84:45551 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb7eb95deb0e47cb8c8d4d098f83bb36 2024-12-05T05:23:10,806 INFO [M:0;8edcaf2ecc84:45551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb7eb95deb0e47cb8c8d4d098f83bb36, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T05:23:10,807 DEBUG [M:0;8edcaf2ecc84:45551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f63c4899ea634d2bbbd52c359a9a3231 as hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f63c4899ea634d2bbbd52c359a9a3231 2024-12-05T05:23:10,810 INFO [M:0;8edcaf2ecc84:45551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44675/user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f63c4899ea634d2bbbd52c359a9a3231, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T05:23:10,811 INFO [M:0;8edcaf2ecc84:45551 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false 2024-12-05T05:23:10,812 INFO [M:0;8edcaf2ecc84:45551 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:10,812 DEBUG [M:0;8edcaf2ecc84:45551 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376189535Disabling compacts and flushes for region at 1733376189535Disabling writes for close at 1733376189535Obtaining lock to block concurrent updates at 1733376189535Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376189535Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733376189535Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376189536 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376189536Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376189550 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376189550Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376189956 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376189975 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376189975Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376190382 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376190393 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376190393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460d6372: reopening flushed file at 1733376190799 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a7ff24: reopening flushed file at 1733376190803 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d0c03: reopening flushed file at 1733376190806 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false at 1733376190811 (+5 ms)Writing region close event to WAL at 1733376190812 (+1 ms)Closed at 1733376190812 2024-12-05T05:23:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741830_1006 (size=64411) 2024-12-05T05:23:10,814 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca54b8f7-d3da-15f4-aa10-a572dc1afd70/MasterData/WALs/8edcaf2ecc84,45551,1733376149397/8edcaf2ecc84%2C45551%2C1733376149397.1733376151416 not finished, retry = 0 2024-12-05T05:23:10,915 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:23:10,915 INFO [M:0;8edcaf2ecc84:45551 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:23:10,915 INFO [M:0;8edcaf2ecc84:45551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45551 2024-12-05T05:23:10,915 INFO [M:0;8edcaf2ecc84:45551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:23:11,029 INFO [M:0;8edcaf2ecc84:45551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:23:11,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:11,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101a3f0fb1b0000, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:11,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f102eb1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:23:11,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46f88f6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:23:11,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:23:11,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@95d46a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:23:11,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36913524{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/hadoop.log.dir/,STOPPED} 2024-12-05T05:23:11,033 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:23:11,033 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:23:11,033 WARN [BP-1907468041-172.17.0.3-1733376147337 heartbeating to localhost/127.0.0.1:44675 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:23:11,034 WARN [BP-1907468041-172.17.0.3-1733376147337 heartbeating to localhost/127.0.0.1:44675 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1907468041-172.17.0.3-1733376147337 (Datanode Uuid 1d51d4bc-115f-42b8-8859-bd75d84e6a44) service to localhost/127.0.0.1:44675 2024-12-05T05:23:11,034 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/cluster_ecacd850-1f25-4c88-bcb0-fbe0121811ad/data/data1/current/BP-1907468041-172.17.0.3-1733376147337 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:23:11,034 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/cluster_ecacd850-1f25-4c88-bcb0-fbe0121811ad/data/data2/current/BP-1907468041-172.17.0.3-1733376147337 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:23:11,034 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:23:11,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b22ba5e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:23:11,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@491c52bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:23:11,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:23:11,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@342339f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:23:11,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c1f488a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cb43bd-10e3-0154-d0b1-0af82fa5bd02/hadoop.log.dir/,STOPPED} 2024-12-05T05:23:11,044 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T05:23:11,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:23:11,065 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=357 (was 312) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56341) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:45069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56341) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44675 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33023 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45069 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56341) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=791 (was 734) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 456), ProcessCount=11 (was 11), AvailableMemoryMB=3542 (was 4037) 2024-12-05T05:23:11,077 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=357, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=3538 2024-12-05T05:23:11,088 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-05T05:23:11,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/hadoop.log.dir so I do NOT create it in target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f 2024-12-05T05:23:11,088 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:23:11,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/hadoop.tmp.dir so I do NOT create it in target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f 2024-12-05T05:23:11,088 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fabcb17e-12af-797a-3ff4-8b1ae2649ebe/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:23:11,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f 2024-12-05T05:23:11,088 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/cluster_1f1003ca-af80-e5a1-7d44-85a1eab1037e, deleteOnExit=true 2024-12-05T05:23:11,111 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/cluster_1f1003ca-af80-e5a1-7d44-85a1eab1037e/zookeeper_0, clientPort=59485, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/cluster_1f1003ca-af80-e5a1-7d44-85a1eab1037e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/cluster_1f1003ca-af80-e5a1-7d44-85a1eab1037e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T05:23:11,111 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59485 2024-12-05T05:23:11,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:23:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:23:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/test.cache.data in system properties and HBase conf 2024-12-05T05:23:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:23:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:23:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:23:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:23:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:23:11,112 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:23:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:23:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:23:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:23:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:23:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:23:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:23:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:23:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:23:11,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:23:11,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:23:11,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:23:11,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:23:11,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:23:11,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:23:11,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a3f0fb1b0002, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:23:11,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a3f0fb1b0005, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:23:11,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a3f0fb1b0008, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T05:23:11,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a3f0fb1b0005, quorum=127.0.0.1:56341, baseZNode=/11755618344 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:23:11,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a3f0fb1b0002, quorum=127.0.0.1:56341, baseZNode=/0-1787066075 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:23:11,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a3f0fb1b0008, quorum=127.0.0.1:56341, baseZNode=/2-78239929 Received Disconnected from ZooKeeper, ignoring 2024-12-05T05:23:11,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:23:11,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:23:11,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:23:11,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:23:11,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:23:11,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:23:11,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11338026{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:23:11,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fb068a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:23:11,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f738b25{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/java.io.tmpdir/jetty-localhost-37201-hadoop-hdfs-3_4_1-tests_jar-_-any-9055564496829417089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:23:11,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@988aef{HTTP/1.1, (http/1.1)}{localhost:37201} 2024-12-05T05:23:11,544 INFO [Time-limited test {}] server.Server(415): Started @316369ms 2024-12-05T05:23:12,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:23:12,015 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:23:12,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:23:12,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:23:12,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:23:12,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@334b2fe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:23:12,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@529b8769{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:23:12,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22c9b479{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/java.io.tmpdir/jetty-localhost-34615-hadoop-hdfs-3_4_1-tests_jar-_-any-10582803413748705564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:23:12,107 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ea30d05{HTTP/1.1, (http/1.1)}{localhost:34615} 2024-12-05T05:23:12,107 INFO [Time-limited test {}] server.Server(415): Started @316931ms 2024-12-05T05:23:12,108 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:23:12,705 WARN [Thread-4157 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/cluster_1f1003ca-af80-e5a1-7d44-85a1eab1037e/data/data2/current/BP-1225357392-172.17.0.3-1733376191125/current, will proceed with Du for space computation calculation, 2024-12-05T05:23:12,705 WARN [Thread-4156 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/cluster_1f1003ca-af80-e5a1-7d44-85a1eab1037e/data/data1/current/BP-1225357392-172.17.0.3-1733376191125/current, will proceed with Du for space computation calculation, 2024-12-05T05:23:12,722 WARN [Thread-4144 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:23:12,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82537a123dae9f49 with lease ID 0x220f2609f455f238: Processing first storage report for DS-89671f7f-0797-45fe-87a1-3c030c133308 from datanode DatanodeRegistration(127.0.0.1:39077, datanodeUuid=42a7677d-26b0-4d8f-b667-3fff1da0fe98, infoPort=43831, infoSecurePort=0, ipcPort=45625, storageInfo=lv=-57;cid=testClusterID;nsid=919360427;c=1733376191125) 2024-12-05T05:23:12,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82537a123dae9f49 with lease ID 0x220f2609f455f238: from storage DS-89671f7f-0797-45fe-87a1-3c030c133308 node DatanodeRegistration(127.0.0.1:39077, datanodeUuid=42a7677d-26b0-4d8f-b667-3fff1da0fe98, infoPort=43831, infoSecurePort=0, ipcPort=45625, storageInfo=lv=-57;cid=testClusterID;nsid=919360427;c=1733376191125), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:23:12,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82537a123dae9f49 with lease ID 0x220f2609f455f238: Processing first storage report for DS-5cf2fbf1-3c30-465e-8b68-5c97d9f403ca from datanode DatanodeRegistration(127.0.0.1:39077, datanodeUuid=42a7677d-26b0-4d8f-b667-3fff1da0fe98, infoPort=43831, infoSecurePort=0, ipcPort=45625, storageInfo=lv=-57;cid=testClusterID;nsid=919360427;c=1733376191125) 2024-12-05T05:23:12,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82537a123dae9f49 with lease ID 0x220f2609f455f238: from storage DS-5cf2fbf1-3c30-465e-8b68-5c97d9f403ca node DatanodeRegistration(127.0.0.1:39077, datanodeUuid=42a7677d-26b0-4d8f-b667-3fff1da0fe98, infoPort=43831, infoSecurePort=0, ipcPort=45625, storageInfo=lv=-57;cid=testClusterID;nsid=919360427;c=1733376191125), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:23:12,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f 2024-12-05T05:23:12,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:12,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:12,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:23:12,737 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b with version=8 2024-12-05T05:23:12,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/hbase-staging 2024-12-05T05:23:12,738 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:23:12,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:12,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:12,738 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:23:12,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:12,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:23:12,738 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:23:12,738 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:23:12,739 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35031 2024-12-05T05:23:12,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35031 connecting to ZooKeeper ensemble=127.0.0.1:59485 2024-12-05T05:23:12,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350310x0, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:23:12,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35031-0x101a3f1a6320000 connected 2024-12-05T05:23:12,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:12,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:12,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Set watcher on znode that does not yet exist, /02114356360/running 2024-12-05T05:23:12,880 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b, hbase.cluster.distributed=false 2024-12-05T05:23:12,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Set watcher on znode that does not yet exist, /02114356360/acl 2024-12-05T05:23:12,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35031 2024-12-05T05:23:12,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35031 2024-12-05T05:23:12,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35031 2024-12-05T05:23:12,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35031 2024-12-05T05:23:12,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35031 2024-12-05T05:23:12,893 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:23:12,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:12,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:12,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:23:12,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:12,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:23:12,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:23:12,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:23:12,894 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36177 2024-12-05T05:23:12,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36177 connecting to ZooKeeper ensemble=127.0.0.1:59485 2024-12-05T05:23:12,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:12,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:12,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361770x0, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:23:12,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361770x0, quorum=127.0.0.1:59485, baseZNode=/02114356360 Set watcher on znode that does not yet exist, /02114356360/running 2024-12-05T05:23:12,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36177-0x101a3f1a6320001 connected 2024-12-05T05:23:12,909 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:23:12,912 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:23:12,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36177-0x101a3f1a6320001, quorum=127.0.0.1:59485, baseZNode=/02114356360 Set watcher on znode that does not yet exist, /02114356360/master 2024-12-05T05:23:12,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36177-0x101a3f1a6320001, quorum=127.0.0.1:59485, baseZNode=/02114356360 Set watcher on znode that does not yet exist, /02114356360/acl 2024-12-05T05:23:12,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36177 2024-12-05T05:23:12,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36177 2024-12-05T05:23:12,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36177 2024-12-05T05:23:12,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36177 2024-12-05T05:23:12,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36177 2024-12-05T05:23:12,930 DEBUG [M:0;8edcaf2ecc84:35031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:35031 2024-12-05T05:23:12,930 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02114356360/backup-masters/8edcaf2ecc84,35031,1733376192738 2024-12-05T05:23:12,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360/backup-masters 2024-12-05T05:23:12,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x101a3f1a6320001, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360/backup-masters 2024-12-05T05:23:12,940 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Set watcher on existing znode=/02114356360/backup-masters/8edcaf2ecc84,35031,1733376192738 2024-12-05T05:23:12,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x101a3f1a6320001, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02114356360/master 2024-12-05T05:23:12,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360 2024-12-05T05:23:12,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x101a3f1a6320001, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360 2024-12-05T05:23:12,950 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Set watcher on existing znode=/02114356360/master 2024-12-05T05:23:12,950 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02114356360/backup-masters/8edcaf2ecc84,35031,1733376192738 from backup master directory 2024-12-05T05:23:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02114356360/backup-masters/8edcaf2ecc84,35031,1733376192738 2024-12-05T05:23:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x101a3f1a6320001, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360/backup-masters 2024-12-05T05:23:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360/backup-masters 2024-12-05T05:23:12,961 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:23:12,961 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,35031,1733376192738 2024-12-05T05:23:12,963 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/hbase.id] with ID: 540bcc34-c49b-4f43-a801-06adeaf2a391 2024-12-05T05:23:12,963 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/.tmp/hbase.id 2024-12-05T05:23:12,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:23:13,367 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/.tmp/hbase.id]:[hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/hbase.id] 2024-12-05T05:23:13,374 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:13,374 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:23:13,374 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T05:23:13,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360 2024-12-05T05:23:13,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x101a3f1a6320001, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360 2024-12-05T05:23:13,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:23:13,822 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:23:13,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,828 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:23:13,829 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:23:13,829 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:23:13,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:23:13,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:13,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T05:23:13,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T05:23:13,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T05:23:13,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:23:14,238 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/MasterData/data/master/store 2024-12-05T05:23:14,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:23:14,643 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:14,643 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:23:14,643 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:14,643 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:14,643 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:23:14,643 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:14,643 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:14,643 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376194643Disabling compacts and flushes for region at 1733376194643Disabling writes for close at 1733376194643Writing region close event to WAL at 1733376194643Closed at 1733376194643 2024-12-05T05:23:14,644 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/MasterData/data/master/store/.initializing 2024-12-05T05:23:14,644 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/MasterData/WALs/8edcaf2ecc84,35031,1733376192738 2024-12-05T05:23:14,645 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:23:14,646 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C35031%2C1733376192738, suffix=, logDir=hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/MasterData/WALs/8edcaf2ecc84,35031,1733376192738, archiveDir=hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/MasterData/oldWALs, maxLogs=10 2024-12-05T05:23:14,663 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/MasterData/WALs/8edcaf2ecc84,35031,1733376192738/8edcaf2ecc84%2C35031%2C1733376192738.1733376194646, exclude list is [], retry=0 2024-12-05T05:23:14,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-89671f7f-0797-45fe-87a1-3c030c133308,DISK] 2024-12-05T05:23:14,667 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/MasterData/WALs/8edcaf2ecc84,35031,1733376192738/8edcaf2ecc84%2C35031%2C1733376192738.1733376194646 2024-12-05T05:23:14,667 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43831:43831)] 2024-12-05T05:23:14,667 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:23:14,667 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:14,667 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:14,667 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:14,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:14,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:23:14,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:14,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:14,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:14,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:23:14,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:14,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:14,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:14,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:23:14,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:14,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:14,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:14,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:23:14,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:14,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:14,673 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:14,673 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:14,673 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:14,674 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:14,674 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:14,674 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:23:14,675 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:14,676 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:23:14,676 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67790845, jitterRate=0.010162308812141418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:23:14,677 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376194667Initializing all the Stores at 1733376194668 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376194668Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376194668Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376194668Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376194668Cleaning up temporary data from old regions at 1733376194674 (+6 ms)Region opened successfully at 1733376194677 (+3 ms) 2024-12-05T05:23:14,677 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:23:14,679 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b424986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:23:14,679 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:23:14,679 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:23:14,679 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:23:14,679 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:23:14,680 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:23:14,680 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:23:14,680 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:23:14,681 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:23:14,682 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Unable to get data of znode /02114356360/balancer because node does not exist (not necessarily an error) 2024-12-05T05:23:14,739 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02114356360/balancer already deleted, retry=false 2024-12-05T05:23:14,740 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:23:14,740 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Unable to get data of znode /02114356360/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:23:14,750 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02114356360/normalizer already deleted, retry=false 2024-12-05T05:23:14,750 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:23:14,751 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Unable to get data of znode /02114356360/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:23:14,760 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02114356360/switch/split already deleted, retry=false 2024-12-05T05:23:14,761 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Unable to get data of znode /02114356360/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:23:14,771 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02114356360/switch/merge already deleted, retry=false 2024-12-05T05:23:14,772 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Unable to get data of znode /02114356360/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:23:14,781 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02114356360/snapshot-cleanup already deleted, retry=false 2024-12-05T05:23:14,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02114356360/running 2024-12-05T05:23:14,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x101a3f1a6320001, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02114356360/running 2024-12-05T05:23:14,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x101a3f1a6320001, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360 2024-12-05T05:23:14,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360 2024-12-05T05:23:14,792 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,35031,1733376192738, sessionid=0x101a3f1a6320000, setting cluster-up flag (Was=false) 2024-12-05T05:23:14,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x101a3f1a6320001, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360 2024-12-05T05:23:14,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360 2024-12-05T05:23:14,845 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02114356360/flush-table-proc/acquired, /02114356360/flush-table-proc/reached, /02114356360/flush-table-proc/abort 2024-12-05T05:23:14,846 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,35031,1733376192738 2024-12-05T05:23:14,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360 2024-12-05T05:23:14,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x101a3f1a6320001, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360 2024-12-05T05:23:14,897 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02114356360/online-snapshot/acquired, /02114356360/online-snapshot/reached, /02114356360/online-snapshot/abort 2024-12-05T05:23:14,898 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,35031,1733376192738 2024-12-05T05:23:14,899 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:23:14,900 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:23:14,900 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:23:14,900 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:23:14,900 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,35031,1733376192738 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:23:14,901 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:23:14,901 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:23:14,901 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:23:14,901 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:23:14,901 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:23:14,901 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:14,901 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:23:14,901 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:14,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:23:14,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:23:14,903 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:14,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:23:14,907 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376224907 2024-12-05T05:23:14,908 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:23:14,908 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:23:14,908 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:23:14,908 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:23:14,908 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:23:14,908 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:23:14,908 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:14,909 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:23:14,909 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:23:14,909 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:23:14,909 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:23:14,911 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:23:14,911 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:23:14,912 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376194911,5,FailOnTimeoutGroup] 2024-12-05T05:23:14,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:23:14,916 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376194912,5,FailOnTimeoutGroup] 2024-12-05T05:23:14,916 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:14,916 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:23:14,916 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:14,916 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:14,923 INFO [RS:0;8edcaf2ecc84:36177 {}] regionserver.HRegionServer(746): ClusterId : 540bcc34-c49b-4f43-a801-06adeaf2a391 2024-12-05T05:23:14,923 DEBUG [RS:0;8edcaf2ecc84:36177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:23:14,929 DEBUG [RS:0;8edcaf2ecc84:36177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:23:14,929 DEBUG [RS:0;8edcaf2ecc84:36177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:23:14,940 DEBUG [RS:0;8edcaf2ecc84:36177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:23:14,940 DEBUG [RS:0;8edcaf2ecc84:36177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206c7a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:23:14,949 DEBUG [RS:0;8edcaf2ecc84:36177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:36177 2024-12-05T05:23:14,949 INFO [RS:0;8edcaf2ecc84:36177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:23:14,949 INFO [RS:0;8edcaf2ecc84:36177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:23:14,949 DEBUG [RS:0;8edcaf2ecc84:36177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:23:14,950 INFO [RS:0;8edcaf2ecc84:36177 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,35031,1733376192738 with port=36177, startcode=1733376192893 2024-12-05T05:23:14,950 DEBUG [RS:0;8edcaf2ecc84:36177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:23:14,951 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:23:14,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,36177,1733376192893 2024-12-05T05:23:14,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35031 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,36177,1733376192893 2024-12-05T05:23:14,953 DEBUG [RS:0;8edcaf2ecc84:36177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b 2024-12-05T05:23:14,953 DEBUG [RS:0;8edcaf2ecc84:36177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34461 2024-12-05T05:23:14,953 DEBUG [RS:0;8edcaf2ecc84:36177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:23:14,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360/rs 2024-12-05T05:23:14,961 DEBUG [RS:0;8edcaf2ecc84:36177 {}] zookeeper.ZKUtil(111): regionserver:36177-0x101a3f1a6320001, quorum=127.0.0.1:59485, baseZNode=/02114356360 Set watcher on existing znode=/02114356360/rs/8edcaf2ecc84,36177,1733376192893 2024-12-05T05:23:14,961 WARN [RS:0;8edcaf2ecc84:36177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:23:14,961 INFO [RS:0;8edcaf2ecc84:36177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:23:14,961 DEBUG [RS:0;8edcaf2ecc84:36177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/WALs/8edcaf2ecc84,36177,1733376192893 2024-12-05T05:23:14,961 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,36177,1733376192893] 2024-12-05T05:23:14,963 INFO [RS:0;8edcaf2ecc84:36177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:23:14,964 INFO [RS:0;8edcaf2ecc84:36177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:23:14,965 INFO [RS:0;8edcaf2ecc84:36177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:23:14,965 INFO [RS:0;8edcaf2ecc84:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:14,965 INFO [RS:0;8edcaf2ecc84:36177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:23:14,965 INFO [RS:0;8edcaf2ecc84:36177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:23:14,965 INFO [RS:0;8edcaf2ecc84:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:14,965 DEBUG [RS:0;8edcaf2ecc84:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:14,965 DEBUG [RS:0;8edcaf2ecc84:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:14,965 DEBUG [RS:0;8edcaf2ecc84:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:14,965 DEBUG [RS:0;8edcaf2ecc84:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:14,965 DEBUG [RS:0;8edcaf2ecc84:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:14,965 DEBUG [RS:0;8edcaf2ecc84:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:23:14,965 DEBUG [RS:0;8edcaf2ecc84:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:14,965 DEBUG [RS:0;8edcaf2ecc84:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:14,965 DEBUG [RS:0;8edcaf2ecc84:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:14,965 DEBUG [RS:0;8edcaf2ecc84:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:14,965 DEBUG [RS:0;8edcaf2ecc84:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:14,965 DEBUG [RS:0;8edcaf2ecc84:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:14,965 DEBUG [RS:0;8edcaf2ecc84:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:23:14,965 DEBUG [RS:0;8edcaf2ecc84:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:23:14,968 INFO [RS:0;8edcaf2ecc84:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:14,968 INFO [RS:0;8edcaf2ecc84:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:14,968 INFO [RS:0;8edcaf2ecc84:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:14,968 INFO [RS:0;8edcaf2ecc84:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:14,968 INFO [RS:0;8edcaf2ecc84:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:14,968 INFO [RS:0;8edcaf2ecc84:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36177,1733376192893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:23:14,983 INFO [RS:0;8edcaf2ecc84:36177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:23:14,983 INFO [RS:0;8edcaf2ecc84:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36177,1733376192893-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:14,983 INFO [RS:0;8edcaf2ecc84:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:14,984 INFO [RS:0;8edcaf2ecc84:36177 {}] regionserver.Replication(171): 8edcaf2ecc84,36177,1733376192893 started 2024-12-05T05:23:14,997 INFO [RS:0;8edcaf2ecc84:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:14,997 INFO [RS:0;8edcaf2ecc84:36177 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,36177,1733376192893, RpcServer on 8edcaf2ecc84/172.17.0.3:36177, sessionid=0x101a3f1a6320001 2024-12-05T05:23:14,997 DEBUG [RS:0;8edcaf2ecc84:36177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:23:14,997 DEBUG [RS:0;8edcaf2ecc84:36177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,36177,1733376192893 2024-12-05T05:23:14,997 DEBUG [RS:0;8edcaf2ecc84:36177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,36177,1733376192893' 2024-12-05T05:23:14,997 DEBUG [RS:0;8edcaf2ecc84:36177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02114356360/flush-table-proc/abort' 2024-12-05T05:23:14,998 DEBUG [RS:0;8edcaf2ecc84:36177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02114356360/flush-table-proc/acquired' 2024-12-05T05:23:14,998 DEBUG [RS:0;8edcaf2ecc84:36177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:23:14,998 DEBUG [RS:0;8edcaf2ecc84:36177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:23:14,998 DEBUG [RS:0;8edcaf2ecc84:36177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,36177,1733376192893 2024-12-05T05:23:14,998 DEBUG [RS:0;8edcaf2ecc84:36177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,36177,1733376192893' 2024-12-05T05:23:14,998 DEBUG [RS:0;8edcaf2ecc84:36177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02114356360/online-snapshot/abort' 2024-12-05T05:23:14,999 DEBUG [RS:0;8edcaf2ecc84:36177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02114356360/online-snapshot/acquired' 2024-12-05T05:23:14,999 DEBUG [RS:0;8edcaf2ecc84:36177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:23:14,999 INFO [RS:0;8edcaf2ecc84:36177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:23:14,999 INFO [RS:0;8edcaf2ecc84:36177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:23:15,099 INFO [RS:0;8edcaf2ecc84:36177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:23:15,100 INFO [RS:0;8edcaf2ecc84:36177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C36177%2C1733376192893, suffix=, logDir=hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/WALs/8edcaf2ecc84,36177,1733376192893, archiveDir=hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/oldWALs, maxLogs=10 2024-12-05T05:23:15,114 DEBUG [RS:0;8edcaf2ecc84:36177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/WALs/8edcaf2ecc84,36177,1733376192893/8edcaf2ecc84%2C36177%2C1733376192893.1733376195101, exclude list is [], retry=0 2024-12-05T05:23:15,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-89671f7f-0797-45fe-87a1-3c030c133308,DISK] 2024-12-05T05:23:15,117 INFO [RS:0;8edcaf2ecc84:36177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/WALs/8edcaf2ecc84,36177,1733376192893/8edcaf2ecc84%2C36177%2C1733376192893.1733376195101 2024-12-05T05:23:15,118 DEBUG [RS:0;8edcaf2ecc84:36177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43831:43831)] 2024-12-05T05:23:15,314 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:23:15,314 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b 2024-12-05T05:23:15,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741833_1009 (size=32) 2024-12-05T05:23:15,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:15,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:23:15,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:23:15,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:15,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:15,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:23:15,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:23:15,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:15,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:15,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:23:15,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:23:15,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:15,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:15,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:23:15,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:23:15,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:15,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:15,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:23:15,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/data/hbase/meta/1588230740 2024-12-05T05:23:15,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/data/hbase/meta/1588230740 2024-12-05T05:23:15,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:23:15,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:23:15,725 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:23:15,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:23:15,727 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:23:15,727 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74736534, jitterRate=0.11366114020347595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:23:15,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733376195718Initializing all the Stores at 1733376195719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376195719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376195719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376195719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376195719Cleaning up temporary data from old regions at 1733376195725 (+6 ms)Region opened successfully at 1733376195728 (+3 ms) 2024-12-05T05:23:15,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:23:15,728 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:23:15,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:23:15,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:23:15,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:23:15,728 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:23:15,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376195728Disabling compacts and flushes for region at 1733376195728Disabling writes for close at 1733376195728Writing region close event to WAL at 1733376195728Closed at 1733376195728 2024-12-05T05:23:15,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:23:15,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:23:15,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:23:15,730 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:23:15,730 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:23:15,880 DEBUG [8edcaf2ecc84:35031 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:23:15,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,36177,1733376192893 2024-12-05T05:23:15,882 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,36177,1733376192893, state=OPENING 2024-12-05T05:23:15,950 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:23:15,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360 2024-12-05T05:23:15,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x101a3f1a6320001, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114356360 2024-12-05T05:23:15,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02114356360/meta-region-server: CHANGED 2024-12-05T05:23:15,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02114356360/meta-region-server: CHANGED 2024-12-05T05:23:15,961 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:23:15,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,36177,1733376192893}] 2024-12-05T05:23:16,112 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:23:16,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:23:16,116 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:23:16,116 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:23:16,116 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:23:16,117 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C36177%2C1733376192893.meta, suffix=.meta, logDir=hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/WALs/8edcaf2ecc84,36177,1733376192893, archiveDir=hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/oldWALs, maxLogs=10 2024-12-05T05:23:16,128 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/WALs/8edcaf2ecc84,36177,1733376192893/8edcaf2ecc84%2C36177%2C1733376192893.meta.1733376196117.meta, exclude list is [], retry=0 2024-12-05T05:23:16,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-89671f7f-0797-45fe-87a1-3c030c133308,DISK] 2024-12-05T05:23:16,131 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/WALs/8edcaf2ecc84,36177,1733376192893/8edcaf2ecc84%2C36177%2C1733376192893.meta.1733376196117.meta 2024-12-05T05:23:16,132 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43831:43831)] 2024-12-05T05:23:16,132 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:23:16,132 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:23:16,132 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:23:16,132 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:23:16,132 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:23:16,132 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:23:16,132 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:16,132 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:23:16,132 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:23:16,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:23:16,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:23:16,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:16,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:16,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:23:16,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:23:16,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:16,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:16,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:23:16,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:23:16,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:16,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:16,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:23:16,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:23:16,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:16,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:16,138 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:23:16,138 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/data/hbase/meta/1588230740 2024-12-05T05:23:16,139 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/data/hbase/meta/1588230740 2024-12-05T05:23:16,140 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:23:16,140 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:23:16,140 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:23:16,141 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:23:16,142 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60490241, jitterRate=-0.09862516820430756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:23:16,142 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:23:16,142 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376196132Writing region info on filesystem at 1733376196132Initializing all the Stores at 1733376196133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376196133Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376196133Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376196133Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376196133Cleaning up temporary data from old regions at 1733376196140 (+7 ms)Running coprocessor post-open hooks at 1733376196142 (+2 ms)Region opened successfully at 1733376196142 2024-12-05T05:23:16,143 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376196112 2024-12-05T05:23:16,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,36177,1733376192893 2024-12-05T05:23:16,147 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,36177,1733376192893, state=OPEN 2024-12-05T05:23:16,147 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:23:16,147 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:23:16,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x101a3f1a6320001, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02114356360/meta-region-server 2024-12-05T05:23:16,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35031-0x101a3f1a6320000, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02114356360/meta-region-server 2024-12-05T05:23:16,189 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,36177,1733376192893 2024-12-05T05:23:16,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02114356360/meta-region-server: CHANGED 2024-12-05T05:23:16,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02114356360/meta-region-server: CHANGED 2024-12-05T05:23:16,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:23:16,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,36177,1733376192893 in 228 msec 2024-12-05T05:23:16,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:23:16,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-12-05T05:23:16,193 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:23:16,193 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:23:16,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:23:16,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,36177,1733376192893, seqNum=-1] 2024-12-05T05:23:16,194 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:23:16,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:23:16,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-12-05T05:23:16,198 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376196198, completionTime=-1 2024-12-05T05:23:16,198 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:23:16,198 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:23:16,199 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:23:16,199 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376256199 2024-12-05T05:23:16,199 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376316199 2024-12-05T05:23:16,199 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T05:23:16,200 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35031,1733376192738-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:16,200 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35031,1733376192738-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:16,200 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35031,1733376192738-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:16,200 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:35031, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:16,200 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:16,200 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:16,201 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:23:16,202 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.241sec 2024-12-05T05:23:16,202 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:23:16,202 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:23:16,202 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:23:16,202 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:23:16,202 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:23:16,202 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35031,1733376192738-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:23:16,203 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35031,1733376192738-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:23:16,204 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:23:16,204 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:23:16,204 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,35031,1733376192738-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:16,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8d403f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:16,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35031,-1 for getting cluster id 2024-12-05T05:23:16,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:16,225 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '540bcc34-c49b-4f43-a801-06adeaf2a391' 2024-12-05T05:23:16,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:16,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "540bcc34-c49b-4f43-a801-06adeaf2a391" 2024-12-05T05:23:16,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bba4e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:16,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35031,-1] 2024-12-05T05:23:16,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:16,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:16,226 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:16,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5462df41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:16,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:23:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,36177,1733376192893, seqNum=-1] 2024-12-05T05:23:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:23:16,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:23:16,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,35031,1733376192738 2024-12-05T05:23:16,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59485 2024-12-05T05:23:16,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59485, baseZNode=/02114356360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:23:16,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a3f1a6320002 connected 2024-12-05T05:23:16,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:16,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35031,1733376192738 2024-12-05T05:23:16,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73138d08 2024-12-05T05:23:16,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:23:16,258 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:23:16,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:23:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T05:23:16,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:23:16,260 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:16,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T05:23:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:16,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:23:16,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741835_1011 (size=902) 2024-12-05T05:23:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:16,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54883d1e8ebab6d1e2c8ac822b9fa5b4, NAME => 'test,,1733376196258.54883d1e8ebab6d1e2c8ac822b9fa5b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b 2024-12-05T05:23:16,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741836_1012 (size=39) 2024-12-05T05:23:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:17,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733376196258.54883d1e8ebab6d1e2c8ac822b9fa5b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:17,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 54883d1e8ebab6d1e2c8ac822b9fa5b4, disabling compactions & flushes 2024-12-05T05:23:17,072 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733376196258.54883d1e8ebab6d1e2c8ac822b9fa5b4. 2024-12-05T05:23:17,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376196258.54883d1e8ebab6d1e2c8ac822b9fa5b4. 2024-12-05T05:23:17,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733376196258.54883d1e8ebab6d1e2c8ac822b9fa5b4. after waiting 0 ms 2024-12-05T05:23:17,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733376196258.54883d1e8ebab6d1e2c8ac822b9fa5b4. 2024-12-05T05:23:17,073 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733376196258.54883d1e8ebab6d1e2c8ac822b9fa5b4. 2024-12-05T05:23:17,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54883d1e8ebab6d1e2c8ac822b9fa5b4: Waiting for close lock at 1733376197072Disabling compacts and flushes for region at 1733376197072Disabling writes for close at 1733376197073 (+1 ms)Writing region close event to WAL at 1733376197073Closed at 1733376197073 2024-12-05T05:23:17,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:23:17,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733376196258.54883d1e8ebab6d1e2c8ac822b9fa5b4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733376197074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376197074"}]},"ts":"1733376197074"} 2024-12-05T05:23:17,075 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:23:17,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:23:17,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376197076"}]},"ts":"1733376197076"} 2024-12-05T05:23:17,077 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T05:23:17,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54883d1e8ebab6d1e2c8ac822b9fa5b4, ASSIGN}] 2024-12-05T05:23:17,078 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54883d1e8ebab6d1e2c8ac822b9fa5b4, ASSIGN 2024-12-05T05:23:17,079 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=54883d1e8ebab6d1e2c8ac822b9fa5b4, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,36177,1733376192893; forceNewPlan=false, retain=false 2024-12-05T05:23:17,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54883d1e8ebab6d1e2c8ac822b9fa5b4, regionState=OPENING, regionLocation=8edcaf2ecc84,36177,1733376192893 2024-12-05T05:23:17,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=54883d1e8ebab6d1e2c8ac822b9fa5b4, ASSIGN because future has completed 2024-12-05T05:23:17,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54883d1e8ebab6d1e2c8ac822b9fa5b4, server=8edcaf2ecc84,36177,1733376192893}] 2024-12-05T05:23:17,385 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733376196258.54883d1e8ebab6d1e2c8ac822b9fa5b4. 2024-12-05T05:23:17,385 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 54883d1e8ebab6d1e2c8ac822b9fa5b4, NAME => 'test,,1733376196258.54883d1e8ebab6d1e2c8ac822b9fa5b4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:23:17,385 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:23:17,385 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T05:23:17,385 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 54883d1e8ebab6d1e2c8ac822b9fa5b4 2024-12-05T05:23:17,385 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733376196258.54883d1e8ebab6d1e2c8ac822b9fa5b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:17,385 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 54883d1e8ebab6d1e2c8ac822b9fa5b4 2024-12-05T05:23:17,385 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 54883d1e8ebab6d1e2c8ac822b9fa5b4 2024-12-05T05:23:17,386 INFO [StoreOpener-54883d1e8ebab6d1e2c8ac822b9fa5b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 54883d1e8ebab6d1e2c8ac822b9fa5b4 2024-12-05T05:23:17,387 INFO [StoreOpener-54883d1e8ebab6d1e2c8ac822b9fa5b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54883d1e8ebab6d1e2c8ac822b9fa5b4 columnFamilyName f 2024-12-05T05:23:17,387 DEBUG [StoreOpener-54883d1e8ebab6d1e2c8ac822b9fa5b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:17,388 INFO [StoreOpener-54883d1e8ebab6d1e2c8ac822b9fa5b4-1 {}] regionserver.HStore(327): Store=54883d1e8ebab6d1e2c8ac822b9fa5b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:17,388 INFO [StoreOpener-54883d1e8ebab6d1e2c8ac822b9fa5b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 54883d1e8ebab6d1e2c8ac822b9fa5b4 2024-12-05T05:23:17,388 INFO [StoreOpener-54883d1e8ebab6d1e2c8ac822b9fa5b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54883d1e8ebab6d1e2c8ac822b9fa5b4 columnFamilyName f1 2024-12-05T05:23:17,388 DEBUG [StoreOpener-54883d1e8ebab6d1e2c8ac822b9fa5b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:17,389 INFO [StoreOpener-54883d1e8ebab6d1e2c8ac822b9fa5b4-1 {}] regionserver.HStore(327): Store=54883d1e8ebab6d1e2c8ac822b9fa5b4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:17,389 INFO [StoreOpener-54883d1e8ebab6d1e2c8ac822b9fa5b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 54883d1e8ebab6d1e2c8ac822b9fa5b4 2024-12-05T05:23:17,389 INFO [StoreOpener-54883d1e8ebab6d1e2c8ac822b9fa5b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54883d1e8ebab6d1e2c8ac822b9fa5b4 columnFamilyName norep 2024-12-05T05:23:17,390 DEBUG [StoreOpener-54883d1e8ebab6d1e2c8ac822b9fa5b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:17,390 INFO [StoreOpener-54883d1e8ebab6d1e2c8ac822b9fa5b4-1 {}] regionserver.HStore(327): Store=54883d1e8ebab6d1e2c8ac822b9fa5b4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:17,390 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 54883d1e8ebab6d1e2c8ac822b9fa5b4 2024-12-05T05:23:17,390 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/data/default/test/54883d1e8ebab6d1e2c8ac822b9fa5b4 2024-12-05T05:23:17,390 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/data/default/test/54883d1e8ebab6d1e2c8ac822b9fa5b4 2024-12-05T05:23:17,391 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 54883d1e8ebab6d1e2c8ac822b9fa5b4 2024-12-05T05:23:17,391 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 54883d1e8ebab6d1e2c8ac822b9fa5b4 2024-12-05T05:23:17,391 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:23:17,392 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 54883d1e8ebab6d1e2c8ac822b9fa5b4 2024-12-05T05:23:17,393 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/data/default/test/54883d1e8ebab6d1e2c8ac822b9fa5b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:23:17,394 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 54883d1e8ebab6d1e2c8ac822b9fa5b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73014642, jitterRate=0.08800294995307922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:23:17,394 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54883d1e8ebab6d1e2c8ac822b9fa5b4 2024-12-05T05:23:17,394 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 54883d1e8ebab6d1e2c8ac822b9fa5b4: Running coprocessor pre-open hook at 1733376197385Writing region info on filesystem at 1733376197385Initializing all the Stores at 1733376197386 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376197386Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376197386Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376197386Cleaning up temporary data from old regions at 1733376197391 (+5 ms)Running coprocessor post-open hooks at 1733376197394 (+3 ms)Region opened successfully at 1733376197394 2024-12-05T05:23:17,395 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733376196258.54883d1e8ebab6d1e2c8ac822b9fa5b4., pid=6, masterSystemTime=1733376197382 2024-12-05T05:23:17,396 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733376196258.54883d1e8ebab6d1e2c8ac822b9fa5b4. 2024-12-05T05:23:17,396 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733376196258.54883d1e8ebab6d1e2c8ac822b9fa5b4. 2024-12-05T05:23:17,397 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54883d1e8ebab6d1e2c8ac822b9fa5b4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8edcaf2ecc84,36177,1733376192893 2024-12-05T05:23:17,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54883d1e8ebab6d1e2c8ac822b9fa5b4, server=8edcaf2ecc84,36177,1733376192893 because future has completed 2024-12-05T05:23:17,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:23:17,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 54883d1e8ebab6d1e2c8ac822b9fa5b4, server=8edcaf2ecc84,36177,1733376192893 in 168 msec 2024-12-05T05:23:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:17,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T05:23:17,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=54883d1e8ebab6d1e2c8ac822b9fa5b4, ASSIGN in 323 msec 2024-12-05T05:23:17,402 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:23:17,402 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376197402"}]},"ts":"1733376197402"} 2024-12-05T05:23:17,403 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T05:23:17,404 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:23:17,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-12-05T05:23:18,140 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:18,140 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:23:18,141 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128889 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:23:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:18,411 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T05:23:18,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486e6177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:18,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35031,-1 for getting cluster id 2024-12-05T05:23:18,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:18,412 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '540bcc34-c49b-4f43-a801-06adeaf2a391' 2024-12-05T05:23:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "540bcc34-c49b-4f43-a801-06adeaf2a391" 2024-12-05T05:23:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4d1ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35031,-1] 2024-12-05T05:23:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:18,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:18,413 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:18,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e01eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:18,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35031,1733376192738 2024-12-05T05:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@517404de 2024-12-05T05:23:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:23:18,414 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:23:18,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:35031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:23:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:23:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:23:18,417 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:35031' 2024-12-05T05:23:18,417 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256340f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:18,417 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,35031,-1 for getting cluster id 2024-12-05T05:23:18,417 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:18,418 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '540bcc34-c49b-4f43-a801-06adeaf2a391' 2024-12-05T05:23:18,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:18,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "540bcc34-c49b-4f43-a801-06adeaf2a391" 2024-12-05T05:23:18,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a59a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:18,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,35031,-1] 2024-12-05T05:23:18,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:18,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:18,419 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:18,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9116c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:18,419 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:18,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,35031,1733376192738 2024-12-05T05:23:18,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ea4cced 2024-12-05T05:23:18,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:23:18,420 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:23:18,421 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T05:23:18,421 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:23:18,421 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:18,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:18,421 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:18,421 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8edcaf2ecc84:35031, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T05:23:18,426 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8edcaf2ecc84:35031, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8edcaf2ecc84:35031, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8edcaf2ecc84:35031, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-05T05:23:18,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8edcaf2ecc84:35031, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=11 msec 2024-12-05T05:23:18,427 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-05T05:23:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:23:18,521 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://8edcaf2ecc84:35031, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-05T05:23:18,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:23:18,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:18,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:18,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:18,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:18,532 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 357) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 3 on default port 34461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@68f4d1a7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: regionserver/8edcaf2ecc84:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: M:0;8edcaf2ecc84:35031 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376194912 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59485) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b/MasterData-prefix:8edcaf2ecc84,35031,1733376192738 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1225357392-172.17.0.3-1733376191125 heartbeating to localhost/127.0.0.1:34461 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp460339951-7850 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;8edcaf2ecc84:36177-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1225357392-172.17.0.3-1733376191125:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: master/8edcaf2ecc84:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59485) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp880624137-7895-acceptor-0@2e4e955f-ServerConnector@ea30d05{HTTP/1.1, (http/1.1)}{localhost:34615} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/cluster_1f1003ca-af80-e5a1-7d44-85a1eab1037e/data/data2/current/BP-1225357392-172.17.0.3-1733376191125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34461 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp460339951-7849-acceptor-0@aec8759-ServerConnector@988aef{HTTP/1.1, (http/1.1)}{localhost:37201} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@13a4d7d8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp460339951-7848 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fa70c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1062750702_20 at /127.0.0.1:50752 [Receiving block BP-1225357392-172.17.0.3-1733376191125:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/cluster_1f1003ca-af80-e5a1-7d44-85a1eab1037e/data/data1/current/BP-1225357392-172.17.0.3-1733376191125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b-prefix:8edcaf2ecc84,36177,1733376192893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@289868dc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1006910779) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_712416910_20 at /127.0.0.1:50722 [Receiving block BP-1225357392-172.17.0.3-1733376191125:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:59485): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp460339951-7845 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fa70c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1225357392-172.17.0.3-1733376191125:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34461 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp880624137-7897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@43f2cc0b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 45625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 45625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 45625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376194911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:34461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp460339951-7852 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp880624137-7894 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fa70c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: qtp460339951-7851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp460339951-7846 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fa70c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/cluster_1f1003ca-af80-e5a1-7d44-85a1eab1037e/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34461/user/jenkins/test-data/fcd1ecc2-cee5-e42b-3dda-80b04831da0b-prefix:8edcaf2ecc84,36177,1733376192893.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$477/0x00007fa70c9f8890.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8edcaf2ecc84:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 45625 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59485) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@510836b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59485 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1225357392-172.17.0.3-1733376191125:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 45625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6f027ba0 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4b7968a4[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2e2a398e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-532c6490-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp880624137-7896 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 34461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@431adfcd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-54e5c824-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@679e24bc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1062750702_20 at /127.0.0.1:50776 [Receiving block BP-1225357392-172.17.0.3-1733376191125:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1062750702_20 at /127.0.0.1:50700 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 45625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34461 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;8edcaf2ecc84:36177 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$606/0x00007fa70cad0308.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp460339951-7847 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fa70c433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/cluster_1f1003ca-af80-e5a1-7d44-85a1eab1037e/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server idle connection scanner for port 34461 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/8edcaf2ecc84:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: 8edcaf2ecc84:35031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) - Thread LEAK? -, OpenFileDescriptor=866 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 340), ProcessCount=11 (was 11), AvailableMemoryMB=3517 (was 3538) 2024-12-05T05:23:18,534 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-05T05:23:18,545 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=3517 2024-12-05T05:23:18,545 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-05T05:23:18,556 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-05T05:23:18,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/hadoop.log.dir so I do NOT create it in target/test-data/4ee7e745-8076-b29a-1097-da70468273c2 2024-12-05T05:23:18,556 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:23:18,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/hadoop.tmp.dir so I do NOT create it in target/test-data/4ee7e745-8076-b29a-1097-da70468273c2 2024-12-05T05:23:18,556 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f0c6d5f-fb6c-4573-8c85-a53cca353d8f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:23:18,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2 2024-12-05T05:23:18,556 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/cluster_fa6d0b6f-5a14-774e-c4eb-1e5621d90dc3, deleteOnExit=true 2024-12-05T05:23:18,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/cluster_fa6d0b6f-5a14-774e-c4eb-1e5621d90dc3/zookeeper_0, clientPort=57169, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/cluster_fa6d0b6f-5a14-774e-c4eb-1e5621d90dc3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/cluster_fa6d0b6f-5a14-774e-c4eb-1e5621d90dc3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T05:23:18,648 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57169 2024-12-05T05:23:18,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:23:18,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:23:18,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/test.cache.data in system properties and HBase conf 2024-12-05T05:23:18,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:23:18,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:23:18,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:23:18,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:23:18,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:23:18,648 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:23:18,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:23:18,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:23:18,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:23:18,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:23:18,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:23:18,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:23:18,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:23:18,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:23:18,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:23:18,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:23:18,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:23:18,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:23:18,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:23:18,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:23:19,125 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T05:23:19,126 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,126 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,126 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,126 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,126 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,126 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,127 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,156 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,156 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,157 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,157 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,157 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,157 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,161 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,163 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,163 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,164 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:19,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:23:19,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:23:19,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:23:19,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:23:19,194 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:23:19,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:23:19,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@158bd107{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:23:19,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75af74dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:23:19,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1acdb709{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/java.io.tmpdir/jetty-localhost-38811-hadoop-hdfs-3_4_1-tests_jar-_-any-372459681063389624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:23:19,285 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@534e3233{HTTP/1.1, (http/1.1)}{localhost:38811} 2024-12-05T05:23:19,285 INFO [Time-limited test {}] server.Server(415): Started @324109ms 2024-12-05T05:23:19,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:23:19,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:23:19,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:23:19,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:23:19,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:23:19,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae0e6eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:23:19,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64fa4b9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:23:19,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d4d26fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/java.io.tmpdir/jetty-localhost-39013-hadoop-hdfs-3_4_1-tests_jar-_-any-13156405706548868780/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:23:19,738 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23d5559b{HTTP/1.1, (http/1.1)}{localhost:39013} 2024-12-05T05:23:19,738 INFO [Time-limited test {}] server.Server(415): Started @324563ms 2024-12-05T05:23:19,739 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:23:20,477 WARN [Thread-4291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/cluster_fa6d0b6f-5a14-774e-c4eb-1e5621d90dc3/data/data1/current/BP-1626890657-172.17.0.3-1733376198666/current, will proceed with Du for space computation calculation, 2024-12-05T05:23:20,477 WARN [Thread-4292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/cluster_fa6d0b6f-5a14-774e-c4eb-1e5621d90dc3/data/data2/current/BP-1626890657-172.17.0.3-1733376198666/current, will proceed with Du for space computation calculation, 2024-12-05T05:23:20,490 WARN [Thread-4279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:23:20,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4218287bff2d33 with lease ID 0xfcc724c6502fd78: Processing first storage report for DS-e628c525-b7e1-4571-986d-a72a78e0ef48 from datanode DatanodeRegistration(127.0.0.1:33381, datanodeUuid=fb3a2a21-4dd3-41cb-b099-c6cdff423959, infoPort=40505, infoSecurePort=0, ipcPort=41201, storageInfo=lv=-57;cid=testClusterID;nsid=1474170036;c=1733376198666) 2024-12-05T05:23:20,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4218287bff2d33 with lease ID 0xfcc724c6502fd78: from storage DS-e628c525-b7e1-4571-986d-a72a78e0ef48 node DatanodeRegistration(127.0.0.1:33381, datanodeUuid=fb3a2a21-4dd3-41cb-b099-c6cdff423959, infoPort=40505, infoSecurePort=0, ipcPort=41201, storageInfo=lv=-57;cid=testClusterID;nsid=1474170036;c=1733376198666), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:23:20,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4218287bff2d33 with lease ID 0xfcc724c6502fd78: Processing first storage report for DS-20ae6fb4-e65d-4c9e-982c-1b870d31b389 from datanode DatanodeRegistration(127.0.0.1:33381, datanodeUuid=fb3a2a21-4dd3-41cb-b099-c6cdff423959, infoPort=40505, infoSecurePort=0, ipcPort=41201, storageInfo=lv=-57;cid=testClusterID;nsid=1474170036;c=1733376198666) 2024-12-05T05:23:20,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4218287bff2d33 with lease ID 0xfcc724c6502fd78: from storage DS-20ae6fb4-e65d-4c9e-982c-1b870d31b389 node DatanodeRegistration(127.0.0.1:33381, datanodeUuid=fb3a2a21-4dd3-41cb-b099-c6cdff423959, infoPort=40505, infoSecurePort=0, ipcPort=41201, storageInfo=lv=-57;cid=testClusterID;nsid=1474170036;c=1733376198666), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:23:20,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2 2024-12-05T05:23:20,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:20,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:20,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:23:20,963 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:23:20,964 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T05:23:20,972 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593 with version=8 2024-12-05T05:23:20,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/hbase-staging 2024-12-05T05:23:20,974 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:23:20,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:20,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:20,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:23:20,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:20,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:23:20,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:23:20,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:23:20,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39171 2024-12-05T05:23:20,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39171 connecting to ZooKeeper ensemble=127.0.0.1:57169 2024-12-05T05:23:21,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391710x0, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:23:21,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39171-0x101a3f1c3a20000 connected 2024-12-05T05:23:21,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:21,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:21,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Set watcher on znode that does not yet exist, /0358372879/running 2024-12-05T05:23:21,140 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593, hbase.cluster.distributed=false 2024-12-05T05:23:21,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Set watcher on znode that does not yet exist, /0358372879/acl 2024-12-05T05:23:21,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39171 2024-12-05T05:23:21,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39171 2024-12-05T05:23:21,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39171 2024-12-05T05:23:21,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39171 2024-12-05T05:23:21,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39171 2024-12-05T05:23:21,164 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:23:21,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:21,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:21,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:23:21,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:21,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:23:21,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:23:21,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:23:21,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44475 2024-12-05T05:23:21,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44475 connecting to ZooKeeper ensemble=127.0.0.1:57169 2024-12-05T05:23:21,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:21,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:21,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444750x0, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:23:21,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444750x0, quorum=127.0.0.1:57169, baseZNode=/0358372879 Set watcher on znode that does not yet exist, /0358372879/running 2024-12-05T05:23:21,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44475-0x101a3f1c3a20001 connected 2024-12-05T05:23:21,179 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:23:21,179 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:23:21,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Set watcher on znode that does not yet exist, /0358372879/master 2024-12-05T05:23:21,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Set watcher on znode that does not yet exist, /0358372879/acl 2024-12-05T05:23:21,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44475 2024-12-05T05:23:21,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44475 2024-12-05T05:23:21,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44475 2024-12-05T05:23:21,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44475 2024-12-05T05:23:21,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44475 2024-12-05T05:23:21,196 DEBUG [M:0;8edcaf2ecc84:39171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:39171 2024-12-05T05:23:21,196 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0358372879/backup-masters/8edcaf2ecc84,39171,1733376200974 2024-12-05T05:23:21,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879/backup-masters 2024-12-05T05:23:21,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879/backup-masters 2024-12-05T05:23:21,200 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Set watcher on existing znode=/0358372879/backup-masters/8edcaf2ecc84,39171,1733376200974 2024-12-05T05:23:21,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:21,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0358372879/master 2024-12-05T05:23:21,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:21,210 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Set watcher on existing znode=/0358372879/master 2024-12-05T05:23:21,211 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0358372879/backup-masters/8edcaf2ecc84,39171,1733376200974 from backup master directory 2024-12-05T05:23:21,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0358372879/backup-masters/8edcaf2ecc84,39171,1733376200974 2024-12-05T05:23:21,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879/backup-masters 2024-12-05T05:23:21,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879/backup-masters 2024-12-05T05:23:21,221 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:23:21,221 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,39171,1733376200974 2024-12-05T05:23:21,223 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/hbase.id] with ID: 238e5883-b62e-456d-9b82-56e03807dfbb 2024-12-05T05:23:21,223 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/.tmp/hbase.id 2024-12-05T05:23:21,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:23:21,229 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/.tmp/hbase.id]:[hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/hbase.id] 2024-12-05T05:23:21,236 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:21,236 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:23:21,237 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T05:23:21,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:21,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:21,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:23:21,646 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:23:21,646 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:23:21,647 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:23:21,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:23:22,052 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store 2024-12-05T05:23:22,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:23:22,456 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:22,456 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:23:22,456 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:22,456 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:22,456 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:23:22,456 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:22,456 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:22,456 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376202456Disabling compacts and flushes for region at 1733376202456Disabling writes for close at 1733376202456Writing region close event to WAL at 1733376202456Closed at 1733376202456 2024-12-05T05:23:22,457 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/.initializing 2024-12-05T05:23:22,457 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/WALs/8edcaf2ecc84,39171,1733376200974 2024-12-05T05:23:22,458 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:23:22,459 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C39171%2C1733376200974, suffix=, logDir=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/WALs/8edcaf2ecc84,39171,1733376200974, archiveDir=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/oldWALs, maxLogs=10 2024-12-05T05:23:22,473 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/WALs/8edcaf2ecc84,39171,1733376200974/8edcaf2ecc84%2C39171%2C1733376200974.1733376202459, exclude list is [], retry=0 2024-12-05T05:23:22,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33381,DS-e628c525-b7e1-4571-986d-a72a78e0ef48,DISK] 2024-12-05T05:23:22,476 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/WALs/8edcaf2ecc84,39171,1733376200974/8edcaf2ecc84%2C39171%2C1733376200974.1733376202459 2024-12-05T05:23:22,477 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40505:40505)] 2024-12-05T05:23:22,477 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:23:22,477 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:22,477 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:22,477 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:22,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:22,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:23:22,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:22,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:22,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:22,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:23:22,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:22,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:22,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:22,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:23:22,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:22,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:22,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:22,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:23:22,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:22,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:22,482 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:22,483 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:22,483 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:22,484 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:22,484 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:22,484 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:23:22,485 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:22,486 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:23:22,487 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63634561, jitterRate=-0.051771149039268494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:23:22,487 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376202477Initializing all the Stores at 1733376202478 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376202478Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376202478Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376202478Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376202478Cleaning up temporary data from old regions at 1733376202484 (+6 ms)Region opened successfully at 1733376202487 (+3 ms) 2024-12-05T05:23:22,487 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:23:22,489 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea3a0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:23:22,490 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:23:22,490 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:23:22,490 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:23:22,490 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:23:22,490 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:23:22,490 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:23:22,490 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:23:22,492 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:23:22,493 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Unable to get data of znode /0358372879/balancer because node does not exist (not necessarily an error) 2024-12-05T05:23:22,578 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0358372879/balancer already deleted, retry=false 2024-12-05T05:23:22,579 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:23:22,579 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Unable to get data of znode /0358372879/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:23:22,589 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0358372879/normalizer already deleted, retry=false 2024-12-05T05:23:22,589 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:23:22,590 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Unable to get data of znode /0358372879/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:23:22,599 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0358372879/switch/split already deleted, retry=false 2024-12-05T05:23:22,600 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Unable to get data of znode /0358372879/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:23:22,610 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0358372879/switch/merge already deleted, retry=false 2024-12-05T05:23:22,611 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Unable to get data of znode /0358372879/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:23:22,620 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0358372879/snapshot-cleanup already deleted, retry=false 2024-12-05T05:23:22,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0358372879/running 2024-12-05T05:23:22,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0358372879/running 2024-12-05T05:23:22,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:22,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:22,631 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,39171,1733376200974, sessionid=0x101a3f1c3a20000, setting cluster-up flag (Was=false) 2024-12-05T05:23:22,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:22,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:22,684 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0358372879/flush-table-proc/acquired, /0358372879/flush-table-proc/reached, /0358372879/flush-table-proc/abort 2024-12-05T05:23:22,684 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,39171,1733376200974 2024-12-05T05:23:22,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:22,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:22,736 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0358372879/online-snapshot/acquired, /0358372879/online-snapshot/reached, /0358372879/online-snapshot/abort 2024-12-05T05:23:22,737 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,39171,1733376200974 2024-12-05T05:23:22,738 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:23:22,739 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:23:22,739 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:23:22,739 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:23:22,739 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,39171,1733376200974 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:23:22,740 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:23:22,740 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:23:22,740 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:23:22,740 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:23:22,740 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:23:22,740 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:22,740 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:23:22,740 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:22,741 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376232740 2024-12-05T05:23:22,741 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:23:22,741 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:23:22,741 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:23:22,741 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:23:22,741 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:23:22,741 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:23:22,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:23:22,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:23:22,741 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:22,741 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:23:22,741 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:23:22,741 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:23:22,741 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:23:22,742 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:22,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:23:22,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:23:22,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:23:22,742 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376202742,5,FailOnTimeoutGroup] 2024-12-05T05:23:22,742 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376202742,5,FailOnTimeoutGroup] 2024-12-05T05:23:22,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:22,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:23:22,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:22,742 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:22,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:23:22,789 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(746): ClusterId : 238e5883-b62e-456d-9b82-56e03807dfbb 2024-12-05T05:23:22,789 DEBUG [RS:0;8edcaf2ecc84:44475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:23:22,800 DEBUG [RS:0;8edcaf2ecc84:44475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:23:22,800 DEBUG [RS:0;8edcaf2ecc84:44475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:23:22,810 DEBUG [RS:0;8edcaf2ecc84:44475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:23:22,811 DEBUG [RS:0;8edcaf2ecc84:44475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbd44b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:23:22,823 DEBUG [RS:0;8edcaf2ecc84:44475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:44475 2024-12-05T05:23:22,823 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:23:22,823 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:23:22,823 DEBUG [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:23:22,824 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,39171,1733376200974 with port=44475, startcode=1733376201164 2024-12-05T05:23:22,824 DEBUG [RS:0;8edcaf2ecc84:44475 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:23:22,825 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:23:22,825 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,44475,1733376201164 2024-12-05T05:23:22,825 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39171 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,44475,1733376201164 2024-12-05T05:23:22,826 DEBUG [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593 2024-12-05T05:23:22,826 DEBUG [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39095 2024-12-05T05:23:22,827 DEBUG [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:23:22,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879/rs 2024-12-05T05:23:22,831 DEBUG [RS:0;8edcaf2ecc84:44475 {}] zookeeper.ZKUtil(111): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Set watcher on existing znode=/0358372879/rs/8edcaf2ecc84,44475,1733376201164 2024-12-05T05:23:22,831 WARN [RS:0;8edcaf2ecc84:44475 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:23:22,831 INFO [RS:0;8edcaf2ecc84:44475 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:23:22,832 DEBUG [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164 2024-12-05T05:23:22,832 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,44475,1733376201164] 2024-12-05T05:23:22,834 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:23:22,835 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:23:22,835 INFO [RS:0;8edcaf2ecc84:44475 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:23:22,835 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:22,835 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:23:22,835 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:23:22,835 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:22,835 DEBUG [RS:0;8edcaf2ecc84:44475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:22,835 DEBUG [RS:0;8edcaf2ecc84:44475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:22,835 DEBUG [RS:0;8edcaf2ecc84:44475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:22,835 DEBUG [RS:0;8edcaf2ecc84:44475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:22,835 DEBUG [RS:0;8edcaf2ecc84:44475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:22,835 DEBUG [RS:0;8edcaf2ecc84:44475 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:23:22,835 DEBUG [RS:0;8edcaf2ecc84:44475 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:22,836 DEBUG [RS:0;8edcaf2ecc84:44475 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:22,836 DEBUG [RS:0;8edcaf2ecc84:44475 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:22,836 DEBUG [RS:0;8edcaf2ecc84:44475 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:22,836 DEBUG [RS:0;8edcaf2ecc84:44475 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:22,836 DEBUG [RS:0;8edcaf2ecc84:44475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:22,836 DEBUG [RS:0;8edcaf2ecc84:44475 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:23:22,836 DEBUG [RS:0;8edcaf2ecc84:44475 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:23:22,836 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:22,836 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:22,836 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:22,836 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:22,836 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:22,836 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,44475,1733376201164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:23:22,847 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:23:22,847 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,44475,1733376201164-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:22,847 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:22,847 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.Replication(171): 8edcaf2ecc84,44475,1733376201164 started 2024-12-05T05:23:22,858 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:22,858 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,44475,1733376201164, RpcServer on 8edcaf2ecc84/172.17.0.3:44475, sessionid=0x101a3f1c3a20001 2024-12-05T05:23:22,858 DEBUG [RS:0;8edcaf2ecc84:44475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:23:22,858 DEBUG [RS:0;8edcaf2ecc84:44475 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,44475,1733376201164 2024-12-05T05:23:22,858 DEBUG [RS:0;8edcaf2ecc84:44475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,44475,1733376201164' 2024-12-05T05:23:22,858 DEBUG [RS:0;8edcaf2ecc84:44475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0358372879/flush-table-proc/abort' 2024-12-05T05:23:22,859 DEBUG [RS:0;8edcaf2ecc84:44475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0358372879/flush-table-proc/acquired' 2024-12-05T05:23:22,859 DEBUG [RS:0;8edcaf2ecc84:44475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:23:22,859 DEBUG [RS:0;8edcaf2ecc84:44475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:23:22,859 DEBUG [RS:0;8edcaf2ecc84:44475 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,44475,1733376201164 2024-12-05T05:23:22,859 DEBUG [RS:0;8edcaf2ecc84:44475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,44475,1733376201164' 2024-12-05T05:23:22,859 DEBUG [RS:0;8edcaf2ecc84:44475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0358372879/online-snapshot/abort' 2024-12-05T05:23:22,859 DEBUG [RS:0;8edcaf2ecc84:44475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0358372879/online-snapshot/acquired' 2024-12-05T05:23:22,860 DEBUG [RS:0;8edcaf2ecc84:44475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:23:22,860 INFO [RS:0;8edcaf2ecc84:44475 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:23:22,860 INFO [RS:0;8edcaf2ecc84:44475 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:23:22,960 INFO [RS:0;8edcaf2ecc84:44475 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:23:22,961 INFO [RS:0;8edcaf2ecc84:44475 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C44475%2C1733376201164, suffix=, logDir=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164, archiveDir=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/oldWALs, maxLogs=10 2024-12-05T05:23:22,972 DEBUG [RS:0;8edcaf2ecc84:44475 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961, exclude list is [], retry=0 2024-12-05T05:23:22,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33381,DS-e628c525-b7e1-4571-986d-a72a78e0ef48,DISK] 2024-12-05T05:23:22,975 INFO [RS:0;8edcaf2ecc84:44475 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 2024-12-05T05:23:22,975 DEBUG [RS:0;8edcaf2ecc84:44475 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40505:40505)] 2024-12-05T05:23:23,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:23:23,146 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593 2024-12-05T05:23:23,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741833_1009 (size=32) 2024-12-05T05:23:23,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T05:23:23,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T05:23:23,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T05:23:23,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T05:23:23,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:23:23,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T05:23:23,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T05:23:23,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T05:23:23,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:23,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:23:23,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:23:23,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:23,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:23,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:23:23,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:23:23,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:23,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:23,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:23:23,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:23:23,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:23,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:23,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:23:23,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:23:23,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:23,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:23,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:23:23,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740 2024-12-05T05:23:23,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740 2024-12-05T05:23:23,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:23:23,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:23:23,558 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:23:23,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:23:23,560 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:23:23,560 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71861088, jitterRate=0.07081365585327148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:23:23,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733376203551Initializing all the Stores at 1733376203552 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376203552Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376203552Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376203552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376203552Cleaning up temporary data from old regions at 1733376203558 (+6 ms)Region opened successfully at 1733376203560 (+2 ms) 2024-12-05T05:23:23,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:23:23,560 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:23:23,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:23:23,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:23:23,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:23:23,561 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:23:23,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376203560Disabling compacts and flushes for region at 1733376203560Disabling writes for close at 1733376203560Writing region close event to WAL at 1733376203561 (+1 ms)Closed at 1733376203561 2024-12-05T05:23:23,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:23:23,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:23:23,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:23:23,563 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:23:23,563 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:23:23,713 DEBUG [8edcaf2ecc84:39171 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:23:23,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,44475,1733376201164 2024-12-05T05:23:23,714 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,44475,1733376201164, state=OPENING 2024-12-05T05:23:23,789 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:23:23,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:23,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:23,800 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:23:23,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0358372879/meta-region-server: CHANGED 2024-12-05T05:23:23,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0358372879/meta-region-server: CHANGED 2024-12-05T05:23:23,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,44475,1733376201164}] 2024-12-05T05:23:23,952 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:23:23,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:23:23,955 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:23:23,955 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:23:23,955 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:23:23,956 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C44475%2C1733376201164.meta, suffix=.meta, logDir=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164, archiveDir=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/oldWALs, maxLogs=10 2024-12-05T05:23:23,966 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.meta.1733376203956.meta, exclude list is [], retry=0 2024-12-05T05:23:23,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33381,DS-e628c525-b7e1-4571-986d-a72a78e0ef48,DISK] 2024-12-05T05:23:23,969 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.meta.1733376203956.meta 2024-12-05T05:23:23,969 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40505:40505)] 2024-12-05T05:23:23,969 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:23:23,969 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:23:23,969 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:23:23,970 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:23:23,970 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:23:23,970 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:23:23,970 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:23,970 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:23:23,970 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:23:23,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:23:23,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:23:23,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:23,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:23,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:23:23,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:23:23,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:23,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:23,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:23:23,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:23:23,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:23,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:23,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:23:23,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:23:23,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:23,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:23,974 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:23:23,975 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740 2024-12-05T05:23:23,975 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740 2024-12-05T05:23:23,976 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:23:23,976 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:23:23,976 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:23:23,977 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:23:23,977 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66349540, jitterRate=-0.011314809322357178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:23:23,977 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:23:23,977 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376203970Writing region info on filesystem at 1733376203970Initializing all the Stores at 1733376203970Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376203970Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376203971 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376203971Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376203971Cleaning up temporary data from old regions at 1733376203976 (+5 ms)Running coprocessor post-open hooks at 1733376203977 (+1 ms)Region opened successfully at 1733376203977 2024-12-05T05:23:23,978 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376203951 2024-12-05T05:23:23,979 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:23:23,979 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:23:23,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,44475,1733376201164 2024-12-05T05:23:23,980 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,44475,1733376201164, state=OPEN 2024-12-05T05:23:24,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0358372879/meta-region-server 2024-12-05T05:23:24,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0358372879/meta-region-server 2024-12-05T05:23:24,021 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,44475,1733376201164 2024-12-05T05:23:24,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0358372879/meta-region-server: CHANGED 2024-12-05T05:23:24,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0358372879/meta-region-server: CHANGED 2024-12-05T05:23:24,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:23:24,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,44475,1733376201164 in 221 msec 2024-12-05T05:23:24,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:23:24,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-12-05T05:23:24,025 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:23:24,025 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:23:24,026 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:23:24,026 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44475,1733376201164, seqNum=-1] 2024-12-05T05:23:24,026 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:23:24,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:23:24,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-12-05T05:23:24,030 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376204030, completionTime=-1 2024-12-05T05:23:24,031 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:23:24,031 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:23:24,032 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:23:24,032 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376264032 2024-12-05T05:23:24,032 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376324032 2024-12-05T05:23:24,032 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T05:23:24,032 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39171,1733376200974-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:24,032 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39171,1733376200974-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:24,032 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39171,1733376200974-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:24,032 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:39171, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:24,032 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:24,033 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:24,034 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:23:24,035 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.814sec 2024-12-05T05:23:24,035 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:23:24,035 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:23:24,035 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:23:24,035 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:23:24,035 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:23:24,035 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39171,1733376200974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:23:24,035 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39171,1733376200974-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:23:24,037 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:23:24,037 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:23:24,037 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,39171,1733376200974-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:24,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75648df9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:24,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,39171,-1 for getting cluster id 2024-12-05T05:23:24,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:24,090 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '238e5883-b62e-456d-9b82-56e03807dfbb' 2024-12-05T05:23:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "238e5883-b62e-456d-9b82-56e03807dfbb" 2024-12-05T05:23:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f5895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,39171,-1] 2024-12-05T05:23:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:24,092 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:24,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1156e684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:24,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:23:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44475,1733376201164, seqNum=-1] 2024-12-05T05:23:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:23:24,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:23:24,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,39171,1733376200974 2024-12-05T05:23:24,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57169 2024-12-05T05:23:24,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:23:24,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a3f1c3a20002 connected 2024-12-05T05:23:24,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/hadoop.log.dir so I do NOT create it in target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8 2024-12-05T05:23:24,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:23:24,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/hadoop.tmp.dir so I do NOT create it in target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8 2024-12-05T05:23:24,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:23:24,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8 2024-12-05T05:23:24,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:23:24,128 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/cluster_eefcf21d-e3ea-a94e-aa2e-446e9e29957e, deleteOnExit=true 2024-12-05T05:23:24,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:23:24,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/test.cache.data in system properties and HBase conf 2024-12-05T05:23:24,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:23:24,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:23:24,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:23:24,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:23:24,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:23:24,128 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:23:24,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:23:24,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:23:24,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:23:24,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:23:24,427 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:23:24,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:23:24,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:23:24,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:23:24,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:23:24,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49c62e40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:23:24,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35af3ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:23:24,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24c477c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/java.io.tmpdir/jetty-localhost-33621-hadoop-hdfs-3_4_1-tests_jar-_-any-10196240440490893453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:23:24,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c9cca84{HTTP/1.1, (http/1.1)}{localhost:33621} 2024-12-05T05:23:24,519 INFO [Time-limited test {}] server.Server(415): Started @329344ms 2024-12-05T05:23:24,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:23:24,818 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:23:24,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:23:24,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:23:24,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T05:23:24,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@753261d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:23:24,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40ea7f7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:23:24,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@698f8653{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/java.io.tmpdir/jetty-localhost-45067-hadoop-hdfs-3_4_1-tests_jar-_-any-1482162993897415291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:23:24,911 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@763fcca7{HTTP/1.1, (http/1.1)}{localhost:45067} 2024-12-05T05:23:24,911 INFO [Time-limited test {}] server.Server(415): Started @329736ms 2024-12-05T05:23:24,912 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:23:25,552 WARN [Thread-4411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/cluster_eefcf21d-e3ea-a94e-aa2e-446e9e29957e/data/data1/current/BP-774801588-172.17.0.3-1733376204142/current, will proceed with Du for space computation calculation, 2024-12-05T05:23:25,552 WARN [Thread-4412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/cluster_eefcf21d-e3ea-a94e-aa2e-446e9e29957e/data/data2/current/BP-774801588-172.17.0.3-1733376204142/current, will proceed with Du for space computation calculation, 2024-12-05T05:23:25,570 WARN [Thread-4399 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:23:25,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f34bc3053989e42 with lease ID 0x53f930a07bcd9938: Processing first storage report for DS-ba98db1e-915e-4432-9311-26558a9b56e5 from datanode DatanodeRegistration(127.0.0.1:34055, datanodeUuid=f6a99911-6187-4df2-bb5d-e9818327280c, infoPort=39805, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=65485150;c=1733376204142) 2024-12-05T05:23:25,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f34bc3053989e42 with lease ID 0x53f930a07bcd9938: from storage DS-ba98db1e-915e-4432-9311-26558a9b56e5 node DatanodeRegistration(127.0.0.1:34055, datanodeUuid=f6a99911-6187-4df2-bb5d-e9818327280c, infoPort=39805, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=65485150;c=1733376204142), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:23:25,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f34bc3053989e42 with lease ID 0x53f930a07bcd9938: Processing first storage report for DS-5e83690a-d71f-4494-8f9d-eb62f75dc33b from datanode DatanodeRegistration(127.0.0.1:34055, datanodeUuid=f6a99911-6187-4df2-bb5d-e9818327280c, infoPort=39805, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=65485150;c=1733376204142) 2024-12-05T05:23:25,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f34bc3053989e42 with lease ID 0x53f930a07bcd9938: from storage DS-5e83690a-d71f-4494-8f9d-eb62f75dc33b node DatanodeRegistration(127.0.0.1:34055, datanodeUuid=f6a99911-6187-4df2-bb5d-e9818327280c, infoPort=39805, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=65485150;c=1733376204142), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:23:25,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8 2024-12-05T05:23:25,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:25,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:25,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:23:26,049 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1 with version=8 2024-12-05T05:23:26,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/hbase-staging 2024-12-05T05:23:26,051 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:23:26,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:26,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:26,052 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:23:26,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:26,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:23:26,052 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:23:26,052 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:23:26,052 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36699 2024-12-05T05:23:26,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36699 connecting to ZooKeeper ensemble=127.0.0.1:57169 2024-12-05T05:23:26,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366990x0, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:23:26,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36699-0x101a3f1c3a20003 connected 2024-12-05T05:23:26,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:26,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:26,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Set watcher on znode that does not yet exist, /1-316588448/running 2024-12-05T05:23:26,329 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1, hbase.cluster.distributed=false 2024-12-05T05:23:26,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Set watcher on znode that does not yet exist, /1-316588448/acl 2024-12-05T05:23:26,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36699 2024-12-05T05:23:26,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36699 2024-12-05T05:23:26,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36699 2024-12-05T05:23:26,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36699 2024-12-05T05:23:26,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36699 2024-12-05T05:23:26,343 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:23:26,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:26,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:26,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:23:26,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:26,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:23:26,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:23:26,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:23:26,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45077 2024-12-05T05:23:26,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45077 connecting to ZooKeeper ensemble=127.0.0.1:57169 2024-12-05T05:23:26,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:26,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:26,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450770x0, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:23:26,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450770x0, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Set watcher on znode that does not yet exist, /1-316588448/running 2024-12-05T05:23:26,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45077-0x101a3f1c3a20004 connected 2024-12-05T05:23:26,358 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:23:26,358 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:23:26,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Set watcher on znode that does not yet exist, /1-316588448/master 2024-12-05T05:23:26,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Set watcher on znode that does not yet exist, /1-316588448/acl 2024-12-05T05:23:26,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45077 2024-12-05T05:23:26,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45077 2024-12-05T05:23:26,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45077 2024-12-05T05:23:26,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45077 2024-12-05T05:23:26,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45077 2024-12-05T05:23:26,374 DEBUG [M:0;8edcaf2ecc84:36699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:36699 2024-12-05T05:23:26,374 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-316588448/backup-masters/8edcaf2ecc84,36699,1733376206051 2024-12-05T05:23:26,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448/backup-masters 2024-12-05T05:23:26,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448/backup-masters 2024-12-05T05:23:26,378 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Set watcher on existing znode=/1-316588448/backup-masters/8edcaf2ecc84,36699,1733376206051 2024-12-05T05:23:26,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448 2024-12-05T05:23:26,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-316588448/master 2024-12-05T05:23:26,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448 2024-12-05T05:23:26,389 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Set watcher on existing znode=/1-316588448/master 2024-12-05T05:23:26,389 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-316588448/backup-masters/8edcaf2ecc84,36699,1733376206051 from backup master directory 2024-12-05T05:23:26,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-316588448/backup-masters/8edcaf2ecc84,36699,1733376206051 2024-12-05T05:23:26,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448/backup-masters 2024-12-05T05:23:26,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448/backup-masters 2024-12-05T05:23:26,399 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:23:26,399 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,36699,1733376206051 2024-12-05T05:23:26,402 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/hbase.id] with ID: f29c8130-0a2e-49e7-8401-17788d83e0db 2024-12-05T05:23:26,402 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/.tmp/hbase.id 2024-12-05T05:23:26,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:23:26,407 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/.tmp/hbase.id]:[hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/hbase.id] 2024-12-05T05:23:26,413 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:26,413 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:23:26,414 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T05:23:26,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448 2024-12-05T05:23:26,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448 2024-12-05T05:23:26,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:23:26,824 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:23:26,825 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:23:26,825 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:23:26,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:23:27,231 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store 2024-12-05T05:23:27,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:23:27,235 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:27,235 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:23:27,235 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:27,235 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:27,235 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:23:27,235 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:27,235 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:27,235 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376207235Disabling compacts and flushes for region at 1733376207235Disabling writes for close at 1733376207235Writing region close event to WAL at 1733376207235Closed at 1733376207235 2024-12-05T05:23:27,236 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/.initializing 2024-12-05T05:23:27,236 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/WALs/8edcaf2ecc84,36699,1733376206051 2024-12-05T05:23:27,237 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:23:27,238 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C36699%2C1733376206051, suffix=, logDir=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/WALs/8edcaf2ecc84,36699,1733376206051, archiveDir=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/oldWALs, maxLogs=10 2024-12-05T05:23:27,250 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/WALs/8edcaf2ecc84,36699,1733376206051/8edcaf2ecc84%2C36699%2C1733376206051.1733376207238, exclude list is [], retry=0 2024-12-05T05:23:27,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-ba98db1e-915e-4432-9311-26558a9b56e5,DISK] 2024-12-05T05:23:27,253 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/WALs/8edcaf2ecc84,36699,1733376206051/8edcaf2ecc84%2C36699%2C1733376206051.1733376207238 2024-12-05T05:23:27,253 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39805:39805)] 2024-12-05T05:23:27,253 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:23:27,253 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:27,254 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:27,254 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:27,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:27,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:23:27,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:27,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:27,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:27,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:23:27,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:27,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:27,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:27,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:23:27,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:27,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:27,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:27,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:23:27,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:27,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:27,259 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:27,259 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:27,260 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:27,260 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:27,260 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:27,261 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:23:27,261 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:27,263 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:23:27,263 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67996652, jitterRate=0.013229072093963623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:23:27,263 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376207254Initializing all the Stores at 1733376207254Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376207254Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376207254Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376207254Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376207254Cleaning up temporary data from old regions at 1733376207260 (+6 ms)Region opened successfully at 1733376207263 (+3 ms) 2024-12-05T05:23:27,263 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:23:27,265 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57525b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:23:27,266 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:23:27,266 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:23:27,266 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:23:27,266 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:23:27,267 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:23:27,267 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:23:27,267 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:23:27,268 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:23:27,269 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Unable to get data of znode /1-316588448/balancer because node does not exist (not necessarily an error) 2024-12-05T05:23:27,304 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-316588448/balancer already deleted, retry=false 2024-12-05T05:23:27,305 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:23:27,305 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Unable to get data of znode /1-316588448/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:23:27,315 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-316588448/normalizer already deleted, retry=false 2024-12-05T05:23:27,315 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:23:27,316 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Unable to get data of znode /1-316588448/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:23:27,325 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-316588448/switch/split already deleted, retry=false 2024-12-05T05:23:27,326 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Unable to get data of znode /1-316588448/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:23:27,336 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-316588448/switch/merge already deleted, retry=false 2024-12-05T05:23:27,337 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Unable to get data of znode /1-316588448/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:23:27,346 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-316588448/snapshot-cleanup already deleted, retry=false 2024-12-05T05:23:27,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-316588448/running 2024-12-05T05:23:27,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-316588448/running 2024-12-05T05:23:27,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448 2024-12-05T05:23:27,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448 2024-12-05T05:23:27,357 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,36699,1733376206051, sessionid=0x101a3f1c3a20003, setting cluster-up flag (Was=false) 2024-12-05T05:23:27,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448 2024-12-05T05:23:27,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448 2024-12-05T05:23:27,410 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-316588448/flush-table-proc/acquired, /1-316588448/flush-table-proc/reached, /1-316588448/flush-table-proc/abort 2024-12-05T05:23:27,411 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,36699,1733376206051 2024-12-05T05:23:27,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448 2024-12-05T05:23:27,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448 2024-12-05T05:23:27,462 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-316588448/online-snapshot/acquired, /1-316588448/online-snapshot/reached, /1-316588448/online-snapshot/abort 2024-12-05T05:23:27,463 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,36699,1733376206051 2024-12-05T05:23:27,464 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:23:27,465 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:23:27,465 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:23:27,465 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:23:27,465 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,36699,1733376206051 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:23:27,466 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:23:27,466 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:23:27,466 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(746): ClusterId : f29c8130-0a2e-49e7-8401-17788d83e0db 2024-12-05T05:23:27,466 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:23:27,466 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:23:27,466 DEBUG [RS:0;8edcaf2ecc84:45077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:23:27,466 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:23:27,466 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:27,466 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:23:27,466 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:27,467 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376237467 2024-12-05T05:23:27,467 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:23:27,467 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:23:27,467 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:23:27,467 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:23:27,467 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:23:27,467 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:23:27,467 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:23:27,467 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:23:27,468 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:27,468 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:23:27,468 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:23:27,468 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:23:27,468 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:27,468 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:23:27,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:23:27,468 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:23:27,468 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:23:27,469 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376207468,5,FailOnTimeoutGroup] 2024-12-05T05:23:27,472 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376207469,5,FailOnTimeoutGroup] 2024-12-05T05:23:27,472 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:27,472 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:23:27,472 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:27,472 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:27,475 DEBUG [RS:0;8edcaf2ecc84:45077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:23:27,475 DEBUG [RS:0;8edcaf2ecc84:45077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:23:27,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:23:27,476 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:23:27,476 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1 2024-12-05T05:23:27,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741832_1008 (size=32) 2024-12-05T05:23:27,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:27,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:23:27,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:23:27,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:27,484 DEBUG [RS:0;8edcaf2ecc84:45077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:23:27,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:27,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:23:27,484 DEBUG [RS:0;8edcaf2ecc84:45077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3df463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:23:27,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:23:27,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:27,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:27,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:23:27,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:23:27,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:27,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:27,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:23:27,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:23:27,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:27,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:27,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:23:27,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740 2024-12-05T05:23:27,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740 2024-12-05T05:23:27,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:23:27,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:23:27,489 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:23:27,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:23:27,491 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:23:27,491 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70938506, jitterRate=0.057066112756729126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:23:27,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733376207482Initializing all the Stores at 1733376207483 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376207483Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376207483Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376207483Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376207483Cleaning up temporary data from old regions at 1733376207489 (+6 ms)Region opened successfully at 1733376207491 (+2 ms) 2024-12-05T05:23:27,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:23:27,491 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:23:27,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:23:27,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:23:27,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:23:27,491 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:23:27,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376207491Disabling compacts and flushes for region at 1733376207491Disabling writes for close at 1733376207491Writing region close event to WAL at 1733376207491Closed at 1733376207491 2024-12-05T05:23:27,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:23:27,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:23:27,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:23:27,493 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:23:27,493 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:23:27,502 DEBUG [RS:0;8edcaf2ecc84:45077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:45077 2024-12-05T05:23:27,502 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:23:27,502 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:23:27,502 DEBUG [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:23:27,502 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,36699,1733376206051 with port=45077, startcode=1733376206343 2024-12-05T05:23:27,503 DEBUG [RS:0;8edcaf2ecc84:45077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:23:27,504 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:23:27,504 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,45077,1733376206343 2024-12-05T05:23:27,504 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36699 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,45077,1733376206343 2024-12-05T05:23:27,505 DEBUG [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1 2024-12-05T05:23:27,505 DEBUG [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38607 2024-12-05T05:23:27,505 DEBUG [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:23:27,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448/rs 2024-12-05T05:23:27,515 DEBUG [RS:0;8edcaf2ecc84:45077 {}] zookeeper.ZKUtil(111): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Set watcher on existing znode=/1-316588448/rs/8edcaf2ecc84,45077,1733376206343 2024-12-05T05:23:27,515 WARN [RS:0;8edcaf2ecc84:45077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:23:27,515 INFO [RS:0;8edcaf2ecc84:45077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:23:27,516 DEBUG [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/WALs/8edcaf2ecc84,45077,1733376206343 2024-12-05T05:23:27,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,45077,1733376206343] 2024-12-05T05:23:27,518 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:23:27,520 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:23:27,520 INFO [RS:0;8edcaf2ecc84:45077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:23:27,520 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:27,521 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:23:27,521 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:23:27,521 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:27,521 DEBUG [RS:0;8edcaf2ecc84:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:27,521 DEBUG [RS:0;8edcaf2ecc84:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:27,521 DEBUG [RS:0;8edcaf2ecc84:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:27,521 DEBUG [RS:0;8edcaf2ecc84:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:27,521 DEBUG [RS:0;8edcaf2ecc84:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:27,521 DEBUG [RS:0;8edcaf2ecc84:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:23:27,521 DEBUG [RS:0;8edcaf2ecc84:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:27,521 DEBUG [RS:0;8edcaf2ecc84:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:27,521 DEBUG [RS:0;8edcaf2ecc84:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:27,521 DEBUG [RS:0;8edcaf2ecc84:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:27,521 DEBUG [RS:0;8edcaf2ecc84:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:27,521 DEBUG [RS:0;8edcaf2ecc84:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:27,521 DEBUG [RS:0;8edcaf2ecc84:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:23:27,521 DEBUG [RS:0;8edcaf2ecc84:45077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:23:27,523 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:27,523 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:27,523 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:27,523 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:27,523 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:27,523 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45077,1733376206343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:23:27,535 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:23:27,536 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45077,1733376206343-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:27,536 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:27,536 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.Replication(171): 8edcaf2ecc84,45077,1733376206343 started 2024-12-05T05:23:27,547 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:27,547 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,45077,1733376206343, RpcServer on 8edcaf2ecc84/172.17.0.3:45077, sessionid=0x101a3f1c3a20004 2024-12-05T05:23:27,547 DEBUG [RS:0;8edcaf2ecc84:45077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:23:27,547 DEBUG [RS:0;8edcaf2ecc84:45077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,45077,1733376206343 2024-12-05T05:23:27,547 DEBUG [RS:0;8edcaf2ecc84:45077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,45077,1733376206343' 2024-12-05T05:23:27,548 DEBUG [RS:0;8edcaf2ecc84:45077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-316588448/flush-table-proc/abort' 2024-12-05T05:23:27,548 DEBUG [RS:0;8edcaf2ecc84:45077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-316588448/flush-table-proc/acquired' 2024-12-05T05:23:27,548 DEBUG [RS:0;8edcaf2ecc84:45077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:23:27,548 DEBUG [RS:0;8edcaf2ecc84:45077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:23:27,548 DEBUG [RS:0;8edcaf2ecc84:45077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,45077,1733376206343 2024-12-05T05:23:27,548 DEBUG [RS:0;8edcaf2ecc84:45077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,45077,1733376206343' 2024-12-05T05:23:27,548 DEBUG [RS:0;8edcaf2ecc84:45077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-316588448/online-snapshot/abort' 2024-12-05T05:23:27,549 DEBUG [RS:0;8edcaf2ecc84:45077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-316588448/online-snapshot/acquired' 2024-12-05T05:23:27,549 DEBUG [RS:0;8edcaf2ecc84:45077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:23:27,549 INFO [RS:0;8edcaf2ecc84:45077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:23:27,549 INFO [RS:0;8edcaf2ecc84:45077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:23:27,643 WARN [8edcaf2ecc84:36699 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T05:23:27,650 INFO [RS:0;8edcaf2ecc84:45077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:23:27,651 INFO [RS:0;8edcaf2ecc84:45077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C45077%2C1733376206343, suffix=, logDir=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/WALs/8edcaf2ecc84,45077,1733376206343, archiveDir=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/oldWALs, maxLogs=10 2024-12-05T05:23:27,662 DEBUG [RS:0;8edcaf2ecc84:45077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/WALs/8edcaf2ecc84,45077,1733376206343/8edcaf2ecc84%2C45077%2C1733376206343.1733376207651, exclude list is [], retry=0 2024-12-05T05:23:27,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-ba98db1e-915e-4432-9311-26558a9b56e5,DISK] 2024-12-05T05:23:27,666 INFO [RS:0;8edcaf2ecc84:45077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/WALs/8edcaf2ecc84,45077,1733376206343/8edcaf2ecc84%2C45077%2C1733376206343.1733376207651 2024-12-05T05:23:27,666 DEBUG [RS:0;8edcaf2ecc84:45077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39805:39805)] 2024-12-05T05:23:27,894 DEBUG [8edcaf2ecc84:36699 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:23:27,894 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,45077,1733376206343 2024-12-05T05:23:27,895 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,45077,1733376206343, state=OPENING 2024-12-05T05:23:27,970 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:23:27,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448 2024-12-05T05:23:27,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448 2024-12-05T05:23:27,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-316588448/meta-region-server: CHANGED 2024-12-05T05:23:27,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-316588448/meta-region-server: CHANGED 2024-12-05T05:23:27,989 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:23:27,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,45077,1733376206343}] 2024-12-05T05:23:28,141 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:23:28,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:23:28,145 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:23:28,145 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:23:28,145 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:23:28,146 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C45077%2C1733376206343.meta, suffix=.meta, logDir=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/WALs/8edcaf2ecc84,45077,1733376206343, archiveDir=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/oldWALs, maxLogs=10 2024-12-05T05:23:28,158 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/WALs/8edcaf2ecc84,45077,1733376206343/8edcaf2ecc84%2C45077%2C1733376206343.meta.1733376208146.meta, exclude list is [], retry=0 2024-12-05T05:23:28,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-ba98db1e-915e-4432-9311-26558a9b56e5,DISK] 2024-12-05T05:23:28,161 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/WALs/8edcaf2ecc84,45077,1733376206343/8edcaf2ecc84%2C45077%2C1733376206343.meta.1733376208146.meta 2024-12-05T05:23:28,161 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39805:39805)] 2024-12-05T05:23:28,161 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:23:28,162 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:23:28,162 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:23:28,162 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:23:28,162 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:23:28,162 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:23:28,162 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:28,162 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:23:28,162 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:23:28,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:23:28,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:23:28,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:28,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:28,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:23:28,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:23:28,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:28,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:28,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:23:28,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:23:28,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:28,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:28,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:23:28,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:23:28,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:28,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:28,166 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:23:28,167 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740 2024-12-05T05:23:28,167 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740 2024-12-05T05:23:28,168 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:23:28,168 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:23:28,169 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:23:28,170 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:23:28,170 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73236342, jitterRate=0.09130653738975525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:23:28,170 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:23:28,170 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376208162Writing region info on filesystem at 1733376208162Initializing all the Stores at 1733376208163 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376208163Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376208163Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376208163Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376208163Cleaning up temporary data from old regions at 1733376208168 (+5 ms)Running coprocessor post-open hooks at 1733376208170 (+2 ms)Region opened successfully at 1733376208170 2024-12-05T05:23:28,171 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376208141 2024-12-05T05:23:28,172 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:23:28,172 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:23:28,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,45077,1733376206343 2024-12-05T05:23:28,173 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,45077,1733376206343, state=OPEN 2024-12-05T05:23:28,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-316588448/meta-region-server 2024-12-05T05:23:28,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-316588448/meta-region-server 2024-12-05T05:23:28,178 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,45077,1733376206343 2024-12-05T05:23:28,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-316588448/meta-region-server: CHANGED 2024-12-05T05:23:28,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-316588448/meta-region-server: CHANGED 2024-12-05T05:23:28,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:23:28,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,45077,1733376206343 in 189 msec 2024-12-05T05:23:28,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:23:28,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 688 msec 2024-12-05T05:23:28,181 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:23:28,181 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:23:28,182 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:23:28,182 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,45077,1733376206343, seqNum=-1] 2024-12-05T05:23:28,183 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:23:28,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:23:28,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 722 msec 2024-12-05T05:23:28,187 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376208187, completionTime=-1 2024-12-05T05:23:28,187 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:23:28,187 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:23:28,188 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:23:28,188 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376268188 2024-12-05T05:23:28,188 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376328188 2024-12-05T05:23:28,188 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T05:23:28,189 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36699,1733376206051-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:28,189 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36699,1733376206051-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:28,189 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36699,1733376206051-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:28,189 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:36699, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:28,189 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:28,189 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:28,191 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:23:28,192 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.793sec 2024-12-05T05:23:28,192 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:23:28,192 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:23:28,192 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:23:28,192 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:23:28,192 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:23:28,192 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36699,1733376206051-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:23:28,192 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36699,1733376206051-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:23:28,194 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:23:28,194 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:23:28,194 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,36699,1733376206051-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:28,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d724a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:28,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36699,-1 for getting cluster id 2024-12-05T05:23:28,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:28,268 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f29c8130-0a2e-49e7-8401-17788d83e0db' 2024-12-05T05:23:28,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:28,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f29c8130-0a2e-49e7-8401-17788d83e0db" 2024-12-05T05:23:28,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57bb0245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:28,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36699,-1] 2024-12-05T05:23:28,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:28,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:28,269 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:28,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f073056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:28,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:23:28,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,45077,1733376206343, seqNum=-1] 2024-12-05T05:23:28,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:23:28,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:23:28,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,36699,1733376206051 2024-12-05T05:23:28,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57169 2024-12-05T05:23:28,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:23:28,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a3f1c3a20005 connected 2024-12-05T05:23:28,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/hadoop.log.dir so I do NOT create it in target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c 2024-12-05T05:23:28,296 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T05:23:28,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/hadoop.tmp.dir so I do NOT create it in target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c 2024-12-05T05:23:28,296 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T05:23:28,296 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c 2024-12-05T05:23:28,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T05:23:28,296 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/cluster_6f1b4320-2258-ca3d-033f-660d677faa45, deleteOnExit=true 2024-12-05T05:23:28,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T05:23:28,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/test.cache.data in system properties and HBase conf 2024-12-05T05:23:28,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T05:23:28,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/hadoop.log.dir in system properties and HBase conf 2024-12-05T05:23:28,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T05:23:28,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T05:23:28,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T05:23:28,297 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T05:23:28,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:23:28,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T05:23:28,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T05:23:28,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:23:28,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T05:23:28,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T05:23:28,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T05:23:28,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:23:28,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T05:23:28,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/nfs.dump.dir in system properties and HBase conf 2024-12-05T05:23:28,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/java.io.tmpdir in system properties and HBase conf 2024-12-05T05:23:28,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T05:23:28,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T05:23:28,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T05:23:28,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:23:28,573 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:23:28,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:23:28,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:23:28,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:23:28,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:23:28,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46ebd344{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:23:28,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@86e1c62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:23:28,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a241adc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/java.io.tmpdir/jetty-localhost-34919-hadoop-hdfs-3_4_1-tests_jar-_-any-9407904770979885460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:23:28,671 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a68801b{HTTP/1.1, (http/1.1)}{localhost:34919} 2024-12-05T05:23:28,671 INFO [Time-limited test {}] server.Server(415): Started @333496ms 2024-12-05T05:23:28,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T05:23:28,951 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T05:23:28,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T05:23:28,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T05:23:28,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T05:23:28,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50f233f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/hadoop.log.dir/,AVAILABLE} 2024-12-05T05:23:28,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@482f620{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T05:23:29,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a2c9bb4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/java.io.tmpdir/jetty-localhost-38213-hadoop-hdfs-3_4_1-tests_jar-_-any-1287024908556497958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:23:29,044 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35c2c746{HTTP/1.1, (http/1.1)}{localhost:38213} 2024-12-05T05:23:29,044 INFO [Time-limited test {}] server.Server(415): Started @333869ms 2024-12-05T05:23:29,045 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T05:23:29,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:23:29,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:29,685 WARN [Thread-4533 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/cluster_6f1b4320-2258-ca3d-033f-660d677faa45/data/data2/current/BP-2103991659-172.17.0.3-1733376208311/current, will proceed with Du for space computation calculation, 2024-12-05T05:23:29,685 WARN [Thread-4532 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/cluster_6f1b4320-2258-ca3d-033f-660d677faa45/data/data1/current/BP-2103991659-172.17.0.3-1733376208311/current, will proceed with Du for space computation calculation, 2024-12-05T05:23:29,705 WARN [Thread-4519 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T05:23:29,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a0bedf94bd000c3 with lease ID 0xbdb7974ff72c89ae: Processing first storage report for DS-1b4dfc14-59d8-448f-8bab-f682893d498a from datanode DatanodeRegistration(127.0.0.1:43893, datanodeUuid=20b817fb-9891-41cd-a352-fb0b6f82b069, infoPort=44147, infoSecurePort=0, ipcPort=40589, storageInfo=lv=-57;cid=testClusterID;nsid=1599863524;c=1733376208311) 2024-12-05T05:23:29,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a0bedf94bd000c3 with lease ID 0xbdb7974ff72c89ae: from storage DS-1b4dfc14-59d8-448f-8bab-f682893d498a node DatanodeRegistration(127.0.0.1:43893, datanodeUuid=20b817fb-9891-41cd-a352-fb0b6f82b069, infoPort=44147, infoSecurePort=0, ipcPort=40589, storageInfo=lv=-57;cid=testClusterID;nsid=1599863524;c=1733376208311), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:23:29,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a0bedf94bd000c3 with lease ID 0xbdb7974ff72c89ae: Processing first storage report for DS-12ecd804-00fe-48ba-84da-8755a0d46324 from datanode DatanodeRegistration(127.0.0.1:43893, datanodeUuid=20b817fb-9891-41cd-a352-fb0b6f82b069, infoPort=44147, infoSecurePort=0, ipcPort=40589, storageInfo=lv=-57;cid=testClusterID;nsid=1599863524;c=1733376208311) 2024-12-05T05:23:29,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a0bedf94bd000c3 with lease ID 0xbdb7974ff72c89ae: from storage DS-12ecd804-00fe-48ba-84da-8755a0d46324 node DatanodeRegistration(127.0.0.1:43893, datanodeUuid=20b817fb-9891-41cd-a352-fb0b6f82b069, infoPort=44147, infoSecurePort=0, ipcPort=40589, storageInfo=lv=-57;cid=testClusterID;nsid=1599863524;c=1733376208311), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T05:23:29,765 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c 2024-12-05T05:23:29,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:29,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:29,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741825_1001 (size=7) 2024-12-05T05:23:30,173 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f with version=8 2024-12-05T05:23:30,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/hbase-staging 2024-12-05T05:23:30,175 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:23:30,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:30,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:30,175 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:23:30,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:30,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:23:30,176 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T05:23:30,176 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:23:30,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45313 2024-12-05T05:23:30,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45313 connecting to ZooKeeper ensemble=127.0.0.1:57169 2024-12-05T05:23:30,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453130x0, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:23:30,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45313-0x101a3f1c3a20006 connected 2024-12-05T05:23:30,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:30,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:30,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Set watcher on znode that does not yet exist, /2-1531887944/running 2024-12-05T05:23:30,309 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f, hbase.cluster.distributed=false 2024-12-05T05:23:30,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Set watcher on znode that does not yet exist, /2-1531887944/acl 2024-12-05T05:23:30,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45313 2024-12-05T05:23:30,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45313 2024-12-05T05:23:30,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45313 2024-12-05T05:23:30,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45313 2024-12-05T05:23:30,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45313 2024-12-05T05:23:30,324 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8edcaf2ecc84:0 server-side Connection retries=45 2024-12-05T05:23:30,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:30,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:30,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T05:23:30,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T05:23:30,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T05:23:30,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T05:23:30,324 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T05:23:30,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44135 2024-12-05T05:23:30,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44135 connecting to ZooKeeper ensemble=127.0.0.1:57169 2024-12-05T05:23:30,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:30,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:30,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441350x0, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:23:30,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441350x0, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Set watcher on znode that does not yet exist, /2-1531887944/running 2024-12-05T05:23:30,336 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T05:23:30,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44135-0x101a3f1c3a20007 connected 2024-12-05T05:23:30,337 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T05:23:30,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Set watcher on znode that does not yet exist, /2-1531887944/master 2024-12-05T05:23:30,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Set watcher on znode that does not yet exist, /2-1531887944/acl 2024-12-05T05:23:30,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44135 2024-12-05T05:23:30,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44135 2024-12-05T05:23:30,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44135 2024-12-05T05:23:30,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44135 2024-12-05T05:23:30,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44135 2024-12-05T05:23:30,356 DEBUG [M:0;8edcaf2ecc84:45313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8edcaf2ecc84:45313 2024-12-05T05:23:30,357 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1531887944/backup-masters/8edcaf2ecc84,45313,1733376210175 2024-12-05T05:23:30,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944/backup-masters 2024-12-05T05:23:30,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944/backup-masters 2024-12-05T05:23:30,368 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Set watcher on existing znode=/2-1531887944/backup-masters/8edcaf2ecc84,45313,1733376210175 2024-12-05T05:23:30,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1531887944/master 2024-12-05T05:23:30,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944 2024-12-05T05:23:30,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944 2024-12-05T05:23:30,378 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Set watcher on existing znode=/2-1531887944/master 2024-12-05T05:23:30,378 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1531887944/backup-masters/8edcaf2ecc84,45313,1733376210175 from backup master directory 2024-12-05T05:23:30,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1531887944/backup-masters/8edcaf2ecc84,45313,1733376210175 2024-12-05T05:23:30,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944/backup-masters 2024-12-05T05:23:30,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944/backup-masters 2024-12-05T05:23:30,388 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:23:30,388 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8edcaf2ecc84,45313,1733376210175 2024-12-05T05:23:30,391 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/hbase.id] with ID: 34571e8f-ff8f-421d-932a-5c4aa20f8f27 2024-12-05T05:23:30,391 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/.tmp/hbase.id 2024-12-05T05:23:30,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741826_1002 (size=42) 2024-12-05T05:23:30,795 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/.tmp/hbase.id]:[hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/hbase.id] 2024-12-05T05:23:30,801 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:30,801 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T05:23:30,802 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T05:23:30,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944 2024-12-05T05:23:30,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944 2024-12-05T05:23:30,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741827_1003 (size=196) 2024-12-05T05:23:31,256 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:23:31,256 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T05:23:31,257 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:23:31,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741828_1004 (size=1189) 2024-12-05T05:23:31,662 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store 2024-12-05T05:23:31,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741829_1005 (size=34) 2024-12-05T05:23:32,066 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:32,066 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:23:32,066 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:32,066 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:32,066 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:23:32,066 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:32,066 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:32,067 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376212066Disabling compacts and flushes for region at 1733376212066Disabling writes for close at 1733376212066Writing region close event to WAL at 1733376212066Closed at 1733376212066 2024-12-05T05:23:32,067 WARN [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/.initializing 2024-12-05T05:23:32,067 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/WALs/8edcaf2ecc84,45313,1733376210175 2024-12-05T05:23:32,068 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:23:32,069 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8edcaf2ecc84%2C45313%2C1733376210175, suffix=, logDir=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/WALs/8edcaf2ecc84,45313,1733376210175, archiveDir=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/oldWALs, maxLogs=10 2024-12-05T05:23:32,080 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/WALs/8edcaf2ecc84,45313,1733376210175/8edcaf2ecc84%2C45313%2C1733376210175.1733376212069, exclude list is [], retry=0 2024-12-05T05:23:32,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43893,DS-1b4dfc14-59d8-448f-8bab-f682893d498a,DISK] 2024-12-05T05:23:32,083 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/WALs/8edcaf2ecc84,45313,1733376210175/8edcaf2ecc84%2C45313%2C1733376210175.1733376212069 2024-12-05T05:23:32,083 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44147:44147)] 2024-12-05T05:23:32,083 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:23:32,083 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:32,083 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:32,083 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:32,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:32,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T05:23:32,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:32,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:32,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:32,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T05:23:32,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:32,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:32,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:32,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T05:23:32,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:32,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:32,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:32,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T05:23:32,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:32,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:32,089 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:32,089 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:32,089 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:32,090 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:32,090 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:32,090 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:23:32,091 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T05:23:32,092 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:23:32,093 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62641472, jitterRate=-0.06656932830810547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:23:32,093 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733376212083Initializing all the Stores at 1733376212084 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376212084Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376212084Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376212084Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376212084Cleaning up temporary data from old regions at 1733376212090 (+6 ms)Region opened successfully at 1733376212093 (+3 ms) 2024-12-05T05:23:32,093 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T05:23:32,095 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ada0644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:23:32,096 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T05:23:32,096 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T05:23:32,096 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T05:23:32,096 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T05:23:32,096 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T05:23:32,096 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T05:23:32,097 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T05:23:32,098 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T05:23:32,098 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Unable to get data of znode /2-1531887944/balancer because node does not exist (not necessarily an error) 2024-12-05T05:23:32,157 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1531887944/balancer already deleted, retry=false 2024-12-05T05:23:32,157 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T05:23:32,158 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Unable to get data of znode /2-1531887944/normalizer because node does not exist (not necessarily an error) 2024-12-05T05:23:32,167 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1531887944/normalizer already deleted, retry=false 2024-12-05T05:23:32,167 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T05:23:32,168 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Unable to get data of znode /2-1531887944/switch/split because node does not exist (not necessarily an error) 2024-12-05T05:23:32,178 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1531887944/switch/split already deleted, retry=false 2024-12-05T05:23:32,178 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Unable to get data of znode /2-1531887944/switch/merge because node does not exist (not necessarily an error) 2024-12-05T05:23:32,188 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1531887944/switch/merge already deleted, retry=false 2024-12-05T05:23:32,190 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Unable to get data of znode /2-1531887944/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T05:23:32,199 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1531887944/snapshot-cleanup already deleted, retry=false 2024-12-05T05:23:32,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1531887944/running 2024-12-05T05:23:32,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1531887944/running 2024-12-05T05:23:32,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944 2024-12-05T05:23:32,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944 2024-12-05T05:23:32,210 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8edcaf2ecc84,45313,1733376210175, sessionid=0x101a3f1c3a20006, setting cluster-up flag (Was=false) 2024-12-05T05:23:32,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944 2024-12-05T05:23:32,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944 2024-12-05T05:23:32,262 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1531887944/flush-table-proc/acquired, /2-1531887944/flush-table-proc/reached, /2-1531887944/flush-table-proc/abort 2024-12-05T05:23:32,263 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,45313,1733376210175 2024-12-05T05:23:32,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944 2024-12-05T05:23:32,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944 2024-12-05T05:23:32,315 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1531887944/online-snapshot/acquired, /2-1531887944/online-snapshot/reached, /2-1531887944/online-snapshot/abort 2024-12-05T05:23:32,315 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8edcaf2ecc84,45313,1733376210175 2024-12-05T05:23:32,317 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T05:23:32,318 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T05:23:32,318 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T05:23:32,318 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T05:23:32,318 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8edcaf2ecc84,45313,1733376210175 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T05:23:32,319 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:23:32,319 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:23:32,319 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:23:32,319 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=5, maxPoolSize=5 2024-12-05T05:23:32,319 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8edcaf2ecc84:0, corePoolSize=10, maxPoolSize=10 2024-12-05T05:23:32,319 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:32,319 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:23:32,319 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:32,320 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733376242320 2024-12-05T05:23:32,320 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T05:23:32,320 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:23:32,320 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T05:23:32,320 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T05:23:32,320 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T05:23:32,320 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T05:23:32,320 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T05:23:32,320 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T05:23:32,320 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:32,321 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T05:23:32,321 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T05:23:32,321 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T05:23:32,321 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:32,321 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T05:23:32,321 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T05:23:32,321 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T05:23:32,321 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T05:23:32,324 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376212321,5,FailOnTimeoutGroup] 2024-12-05T05:23:32,325 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376212324,5,FailOnTimeoutGroup] 2024-12-05T05:23:32,325 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:32,325 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T05:23:32,325 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:32,325 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:32,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741831_1007 (size=1321) 2024-12-05T05:23:32,347 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(746): ClusterId : 34571e8f-ff8f-421d-932a-5c4aa20f8f27 2024-12-05T05:23:32,347 DEBUG [RS:0;8edcaf2ecc84:44135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T05:23:32,357 DEBUG [RS:0;8edcaf2ecc84:44135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T05:23:32,357 DEBUG [RS:0;8edcaf2ecc84:44135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T05:23:32,368 DEBUG [RS:0;8edcaf2ecc84:44135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T05:23:32,368 DEBUG [RS:0;8edcaf2ecc84:44135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f40917d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8edcaf2ecc84/172.17.0.3:0 2024-12-05T05:23:32,381 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8edcaf2ecc84:44135 2024-12-05T05:23:32,381 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T05:23:32,381 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T05:23:32,381 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T05:23:32,381 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(2659): reportForDuty to master=8edcaf2ecc84,45313,1733376210175 with port=44135, startcode=1733376210324 2024-12-05T05:23:32,382 DEBUG [RS:0;8edcaf2ecc84:44135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T05:23:32,382 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T05:23:32,383 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8edcaf2ecc84,44135,1733376210324 2024-12-05T05:23:32,383 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45313 {}] master.ServerManager(517): Registering regionserver=8edcaf2ecc84,44135,1733376210324 2024-12-05T05:23:32,384 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f 2024-12-05T05:23:32,384 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33961 2024-12-05T05:23:32,384 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T05:23:32,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944/rs 2024-12-05T05:23:32,434 DEBUG [RS:0;8edcaf2ecc84:44135 {}] zookeeper.ZKUtil(111): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Set watcher on existing znode=/2-1531887944/rs/8edcaf2ecc84,44135,1733376210324 2024-12-05T05:23:32,434 WARN [RS:0;8edcaf2ecc84:44135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T05:23:32,434 INFO [RS:0;8edcaf2ecc84:44135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:23:32,434 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/WALs/8edcaf2ecc84,44135,1733376210324 2024-12-05T05:23:32,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8edcaf2ecc84,44135,1733376210324] 2024-12-05T05:23:32,436 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T05:23:32,438 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T05:23:32,438 INFO [RS:0;8edcaf2ecc84:44135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T05:23:32,438 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:32,438 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T05:23:32,438 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T05:23:32,438 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:32,439 DEBUG [RS:0;8edcaf2ecc84:44135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:32,439 DEBUG [RS:0;8edcaf2ecc84:44135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:32,439 DEBUG [RS:0;8edcaf2ecc84:44135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:32,439 DEBUG [RS:0;8edcaf2ecc84:44135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:32,439 DEBUG [RS:0;8edcaf2ecc84:44135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:32,439 DEBUG [RS:0;8edcaf2ecc84:44135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=2, maxPoolSize=2 2024-12-05T05:23:32,439 DEBUG [RS:0;8edcaf2ecc84:44135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:32,439 DEBUG [RS:0;8edcaf2ecc84:44135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:32,439 DEBUG [RS:0;8edcaf2ecc84:44135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:32,439 DEBUG [RS:0;8edcaf2ecc84:44135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:32,439 DEBUG [RS:0;8edcaf2ecc84:44135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:32,439 DEBUG [RS:0;8edcaf2ecc84:44135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8edcaf2ecc84:0, corePoolSize=1, maxPoolSize=1 2024-12-05T05:23:32,439 DEBUG [RS:0;8edcaf2ecc84:44135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:23:32,439 DEBUG [RS:0;8edcaf2ecc84:44135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8edcaf2ecc84:0, corePoolSize=3, maxPoolSize=3 2024-12-05T05:23:32,439 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:32,439 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:32,439 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:32,439 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:32,439 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:32,439 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,44135,1733376210324-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:23:32,451 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T05:23:32,451 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,44135,1733376210324-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:32,451 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:32,451 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.Replication(171): 8edcaf2ecc84,44135,1733376210324 started 2024-12-05T05:23:32,462 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:32,462 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1482): Serving as 8edcaf2ecc84,44135,1733376210324, RpcServer on 8edcaf2ecc84/172.17.0.3:44135, sessionid=0x101a3f1c3a20007 2024-12-05T05:23:32,462 DEBUG [RS:0;8edcaf2ecc84:44135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T05:23:32,462 DEBUG [RS:0;8edcaf2ecc84:44135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8edcaf2ecc84,44135,1733376210324 2024-12-05T05:23:32,462 DEBUG [RS:0;8edcaf2ecc84:44135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,44135,1733376210324' 2024-12-05T05:23:32,462 DEBUG [RS:0;8edcaf2ecc84:44135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1531887944/flush-table-proc/abort' 2024-12-05T05:23:32,463 DEBUG [RS:0;8edcaf2ecc84:44135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1531887944/flush-table-proc/acquired' 2024-12-05T05:23:32,463 DEBUG [RS:0;8edcaf2ecc84:44135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T05:23:32,463 DEBUG [RS:0;8edcaf2ecc84:44135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T05:23:32,463 DEBUG [RS:0;8edcaf2ecc84:44135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8edcaf2ecc84,44135,1733376210324 2024-12-05T05:23:32,463 DEBUG [RS:0;8edcaf2ecc84:44135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8edcaf2ecc84,44135,1733376210324' 2024-12-05T05:23:32,463 DEBUG [RS:0;8edcaf2ecc84:44135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1531887944/online-snapshot/abort' 2024-12-05T05:23:32,463 DEBUG [RS:0;8edcaf2ecc84:44135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1531887944/online-snapshot/acquired' 2024-12-05T05:23:32,464 DEBUG [RS:0;8edcaf2ecc84:44135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T05:23:32,464 INFO [RS:0;8edcaf2ecc84:44135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T05:23:32,464 INFO [RS:0;8edcaf2ecc84:44135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T05:23:32,564 INFO [RS:0;8edcaf2ecc84:44135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T05:23:32,565 INFO [RS:0;8edcaf2ecc84:44135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C44135%2C1733376210324, suffix=, logDir=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/WALs/8edcaf2ecc84,44135,1733376210324, archiveDir=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/oldWALs, maxLogs=10 2024-12-05T05:23:32,575 DEBUG [RS:0;8edcaf2ecc84:44135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/WALs/8edcaf2ecc84,44135,1733376210324/8edcaf2ecc84%2C44135%2C1733376210324.1733376212565, exclude list is [], retry=0 2024-12-05T05:23:32,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43893,DS-1b4dfc14-59d8-448f-8bab-f682893d498a,DISK] 2024-12-05T05:23:32,578 INFO [RS:0;8edcaf2ecc84:44135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/WALs/8edcaf2ecc84,44135,1733376210324/8edcaf2ecc84%2C44135%2C1733376210324.1733376212565 2024-12-05T05:23:32,579 DEBUG [RS:0;8edcaf2ecc84:44135 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44147:44147)] 2024-12-05T05:23:32,731 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T05:23:32,732 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f 2024-12-05T05:23:32,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741833_1009 (size=32) 2024-12-05T05:23:33,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:33,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:23:33,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:23:33,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:33,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:33,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:23:33,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:23:33,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:33,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:33,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:23:33,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:23:33,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:33,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:33,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:23:33,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:23:33,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:33,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:33,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:23:33,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740 2024-12-05T05:23:33,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740 2024-12-05T05:23:33,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:23:33,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:23:33,143 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:23:33,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:23:33,145 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:23:33,145 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65601473, jitterRate=-0.022461876273155212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:23:33,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733376213136Initializing all the Stores at 1733376213137 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376213137Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376213137Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376213137Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376213137Cleaning up temporary data from old regions at 1733376213143 (+6 ms)Region opened successfully at 1733376213146 (+3 ms) 2024-12-05T05:23:33,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:23:33,146 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:23:33,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:23:33,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:23:33,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:23:33,146 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:23:33,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376213146Disabling compacts and flushes for region at 1733376213146Disabling writes for close at 1733376213146Writing region close event to WAL at 1733376213146Closed at 1733376213146 2024-12-05T05:23:33,147 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:23:33,147 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T05:23:33,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T05:23:33,148 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:23:33,148 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T05:23:33,298 DEBUG [8edcaf2ecc84:45313 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T05:23:33,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8edcaf2ecc84,44135,1733376210324 2024-12-05T05:23:33,300 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,44135,1733376210324, state=OPENING 2024-12-05T05:23:33,357 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T05:23:33,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944 2024-12-05T05:23:33,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944 2024-12-05T05:23:33,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1531887944/meta-region-server: CHANGED 2024-12-05T05:23:33,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1531887944/meta-region-server: CHANGED 2024-12-05T05:23:33,368 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T05:23:33,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,44135,1733376210324}] 2024-12-05T05:23:33,519 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:23:33,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:23:33,523 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T05:23:33,523 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:23:33,523 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T05:23:33,524 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C44135%2C1733376210324.meta, suffix=.meta, logDir=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/WALs/8edcaf2ecc84,44135,1733376210324, archiveDir=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/oldWALs, maxLogs=10 2024-12-05T05:23:33,534 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/WALs/8edcaf2ecc84,44135,1733376210324/8edcaf2ecc84%2C44135%2C1733376210324.meta.1733376213524.meta, exclude list is [], retry=0 2024-12-05T05:23:33,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43893,DS-1b4dfc14-59d8-448f-8bab-f682893d498a,DISK] 2024-12-05T05:23:33,536 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/WALs/8edcaf2ecc84,44135,1733376210324/8edcaf2ecc84%2C44135%2C1733376210324.meta.1733376213524.meta 2024-12-05T05:23:33,537 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44147:44147)] 2024-12-05T05:23:33,537 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:23:33,537 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:23:33,537 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:23:33,537 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T05:23:33,537 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T05:23:33,538 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T05:23:33,538 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:33,538 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T05:23:33,538 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T05:23:33,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T05:23:33,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T05:23:33,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:33,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:33,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T05:23:33,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T05:23:33,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:33,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:33,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T05:23:33,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T05:23:33,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:33,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:33,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T05:23:33,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T05:23:33,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:33,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T05:23:33,541 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T05:23:33,542 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740 2024-12-05T05:23:33,542 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740 2024-12-05T05:23:33,543 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T05:23:33,543 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T05:23:33,543 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T05:23:33,544 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T05:23:33,545 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61586207, jitterRate=-0.08229400217533112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T05:23:33,545 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T05:23:33,545 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733376213538Writing region info on filesystem at 1733376213538Initializing all the Stores at 1733376213538Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376213538Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376213538Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376213538Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733376213538Cleaning up temporary data from old regions at 1733376213543 (+5 ms)Running coprocessor post-open hooks at 1733376213545 (+2 ms)Region opened successfully at 1733376213545 2024-12-05T05:23:33,545 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733376213519 2024-12-05T05:23:33,546 DEBUG [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T05:23:33,546 INFO [RS_OPEN_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T05:23:33,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,44135,1733376210324 2024-12-05T05:23:33,547 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8edcaf2ecc84,44135,1733376210324, state=OPEN 2024-12-05T05:23:33,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1531887944/meta-region-server 2024-12-05T05:23:33,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1531887944/meta-region-server 2024-12-05T05:23:33,557 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,44135,1733376210324 2024-12-05T05:23:33,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1531887944/meta-region-server: CHANGED 2024-12-05T05:23:33,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1531887944/meta-region-server: CHANGED 2024-12-05T05:23:33,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T05:23:33,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8edcaf2ecc84,44135,1733376210324 in 189 msec 2024-12-05T05:23:33,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T05:23:33,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-12-05T05:23:33,559 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T05:23:33,559 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T05:23:33,560 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:23:33,560 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44135,1733376210324, seqNum=-1] 2024-12-05T05:23:33,560 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:23:33,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:23:33,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2460 sec 2024-12-05T05:23:33,564 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733376213564, completionTime=-1 2024-12-05T05:23:33,564 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T05:23:33,564 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T05:23:33,565 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T05:23:33,566 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733376273566 2024-12-05T05:23:33,566 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733376333566 2024-12-05T05:23:33,566 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T05:23:33,566 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45313,1733376210175-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:33,566 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45313,1733376210175-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:33,566 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45313,1733376210175-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:33,566 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8edcaf2ecc84:45313, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:33,566 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:33,566 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:33,567 DEBUG [master/8edcaf2ecc84:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T05:23:33,569 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.181sec 2024-12-05T05:23:33,569 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T05:23:33,569 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T05:23:33,569 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T05:23:33,569 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T05:23:33,569 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T05:23:33,569 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45313,1733376210175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T05:23:33,569 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45313,1733376210175-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T05:23:33,571 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T05:23:33,571 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T05:23:33,571 INFO [master/8edcaf2ecc84:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8edcaf2ecc84,45313,1733376210175-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T05:23:33,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b5afce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:33,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,45313,-1 for getting cluster id 2024-12-05T05:23:33,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:33,649 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34571e8f-ff8f-421d-932a-5c4aa20f8f27' 2024-12-05T05:23:33,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:33,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34571e8f-ff8f-421d-932a-5c4aa20f8f27" 2024-12-05T05:23:33,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565b40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:33,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,45313,-1] 2024-12-05T05:23:33,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:33,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:33,650 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:33,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5645fbc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:33,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:23:33,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44135,1733376210324, seqNum=-1] 2024-12-05T05:23:33,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:23:33,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:23:33,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8edcaf2ecc84,45313,1733376210175 2024-12-05T05:23:33,654 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57169 2024-12-05T05:23:33,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T05:23:33,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a3f1c3a20008 connected 2024-12-05T05:23:33,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:33,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,39171,1733376200974 2024-12-05T05:23:33,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@385d2a32 2024-12-05T05:23:33,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:23:33,676 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:23:33,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:23:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T05:23:33,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:23:33,678 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:33,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T05:23:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:33,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:23:33,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741835_1011 (size=902) 2024-12-05T05:23:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:34,085 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc6da43222f71480d714fec4ffa72e2d, NAME => 'test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593 2024-12-05T05:23:34,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741836_1012 (size=39) 2024-12-05T05:23:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:34,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:34,489 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bc6da43222f71480d714fec4ffa72e2d, disabling compactions & flushes 2024-12-05T05:23:34,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d. 2024-12-05T05:23:34,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d. 2024-12-05T05:23:34,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d. after waiting 0 ms 2024-12-05T05:23:34,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d. 2024-12-05T05:23:34,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d. 2024-12-05T05:23:34,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc6da43222f71480d714fec4ffa72e2d: Waiting for close lock at 1733376214489Disabling compacts and flushes for region at 1733376214489Disabling writes for close at 1733376214490 (+1 ms)Writing region close event to WAL at 1733376214490Closed at 1733376214490 2024-12-05T05:23:34,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:23:34,491 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733376214491"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376214491"}]},"ts":"1733376214491"} 2024-12-05T05:23:34,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:23:34,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:23:34,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376214493"}]},"ts":"1733376214493"} 2024-12-05T05:23:34,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T05:23:34,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc6da43222f71480d714fec4ffa72e2d, ASSIGN}] 2024-12-05T05:23:34,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc6da43222f71480d714fec4ffa72e2d, ASSIGN 2024-12-05T05:23:34,496 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bc6da43222f71480d714fec4ffa72e2d, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,44475,1733376201164; forceNewPlan=false, retain=false 2024-12-05T05:23:34,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc6da43222f71480d714fec4ffa72e2d, regionState=OPENING, regionLocation=8edcaf2ecc84,44475,1733376201164 2024-12-05T05:23:34,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bc6da43222f71480d714fec4ffa72e2d, ASSIGN because future has completed 2024-12-05T05:23:34,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc6da43222f71480d714fec4ffa72e2d, server=8edcaf2ecc84,44475,1733376201164}] 2024-12-05T05:23:34,802 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d. 2024-12-05T05:23:34,802 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bc6da43222f71480d714fec4ffa72e2d, NAME => 'test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:23:34,803 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:23:34,803 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T05:23:34,803 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bc6da43222f71480d714fec4ffa72e2d 2024-12-05T05:23:34,803 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:34,803 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bc6da43222f71480d714fec4ffa72e2d 2024-12-05T05:23:34,803 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bc6da43222f71480d714fec4ffa72e2d 2024-12-05T05:23:34,804 INFO [StoreOpener-bc6da43222f71480d714fec4ffa72e2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc6da43222f71480d714fec4ffa72e2d 2024-12-05T05:23:34,804 INFO [StoreOpener-bc6da43222f71480d714fec4ffa72e2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc6da43222f71480d714fec4ffa72e2d columnFamilyName f 2024-12-05T05:23:34,804 DEBUG [StoreOpener-bc6da43222f71480d714fec4ffa72e2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:34,805 INFO [StoreOpener-bc6da43222f71480d714fec4ffa72e2d-1 {}] regionserver.HStore(327): Store=bc6da43222f71480d714fec4ffa72e2d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:34,805 INFO [StoreOpener-bc6da43222f71480d714fec4ffa72e2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bc6da43222f71480d714fec4ffa72e2d 2024-12-05T05:23:34,805 INFO [StoreOpener-bc6da43222f71480d714fec4ffa72e2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc6da43222f71480d714fec4ffa72e2d columnFamilyName f1 2024-12-05T05:23:34,805 DEBUG [StoreOpener-bc6da43222f71480d714fec4ffa72e2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:34,806 INFO [StoreOpener-bc6da43222f71480d714fec4ffa72e2d-1 {}] regionserver.HStore(327): Store=bc6da43222f71480d714fec4ffa72e2d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:34,806 INFO [StoreOpener-bc6da43222f71480d714fec4ffa72e2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bc6da43222f71480d714fec4ffa72e2d 2024-12-05T05:23:34,806 INFO [StoreOpener-bc6da43222f71480d714fec4ffa72e2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc6da43222f71480d714fec4ffa72e2d columnFamilyName norep 2024-12-05T05:23:34,806 DEBUG [StoreOpener-bc6da43222f71480d714fec4ffa72e2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:34,806 INFO [StoreOpener-bc6da43222f71480d714fec4ffa72e2d-1 {}] regionserver.HStore(327): Store=bc6da43222f71480d714fec4ffa72e2d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:34,807 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bc6da43222f71480d714fec4ffa72e2d 2024-12-05T05:23:34,807 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d 2024-12-05T05:23:34,807 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d 2024-12-05T05:23:34,808 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bc6da43222f71480d714fec4ffa72e2d 2024-12-05T05:23:34,808 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bc6da43222f71480d714fec4ffa72e2d 2024-12-05T05:23:34,808 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:23:34,809 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bc6da43222f71480d714fec4ffa72e2d 2024-12-05T05:23:34,810 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:23:34,811 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bc6da43222f71480d714fec4ffa72e2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74634342, jitterRate=0.11213836073875427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:23:34,811 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc6da43222f71480d714fec4ffa72e2d 2024-12-05T05:23:34,811 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bc6da43222f71480d714fec4ffa72e2d: Running coprocessor pre-open hook at 1733376214803Writing region info on filesystem at 1733376214803Initializing all the Stores at 1733376214803Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376214803Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376214804 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376214804Cleaning up temporary data from old regions at 1733376214808 (+4 ms)Running coprocessor post-open hooks at 1733376214811 (+3 ms)Region opened successfully at 1733376214811 2024-12-05T05:23:34,812 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d., pid=6, masterSystemTime=1733376214799 2024-12-05T05:23:34,813 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d. 2024-12-05T05:23:34,813 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d. 2024-12-05T05:23:34,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc6da43222f71480d714fec4ffa72e2d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8edcaf2ecc84,44475,1733376201164 2024-12-05T05:23:34,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc6da43222f71480d714fec4ffa72e2d, server=8edcaf2ecc84,44475,1733376201164 because future has completed 2024-12-05T05:23:34,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:23:34,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bc6da43222f71480d714fec4ffa72e2d, server=8edcaf2ecc84,44475,1733376201164 in 167 msec 2024-12-05T05:23:34,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T05:23:34,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bc6da43222f71480d714fec4ffa72e2d, ASSIGN in 322 msec 2024-12-05T05:23:34,818 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:23:34,818 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376214818"}]},"ts":"1733376214818"} 2024-12-05T05:23:34,819 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T05:23:34,820 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:23:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:34,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-12-05T05:23:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:35,841 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T05:23:35,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:35,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36699,1733376206051 2024-12-05T05:23:35,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@710376fa 2024-12-05T05:23:35,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:23:35,842 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:23:35,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:23:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T05:23:35,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:23:35,844 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:35,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T05:23:35,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:23:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:35,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741835_1011 (size=902) 2024-12-05T05:23:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:36,250 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 753d9e441669f504e778e4e7f253f0a8, NAME => 'test,,1733376215842.753d9e441669f504e778e4e7f253f0a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1 2024-12-05T05:23:36,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741836_1012 (size=39) 2024-12-05T05:23:36,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733376215842.753d9e441669f504e778e4e7f253f0a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:36,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 753d9e441669f504e778e4e7f253f0a8, disabling compactions & flushes 2024-12-05T05:23:36,254 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733376215842.753d9e441669f504e778e4e7f253f0a8. 2024-12-05T05:23:36,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376215842.753d9e441669f504e778e4e7f253f0a8. 2024-12-05T05:23:36,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733376215842.753d9e441669f504e778e4e7f253f0a8. after waiting 0 ms 2024-12-05T05:23:36,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733376215842.753d9e441669f504e778e4e7f253f0a8. 2024-12-05T05:23:36,254 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733376215842.753d9e441669f504e778e4e7f253f0a8. 2024-12-05T05:23:36,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 753d9e441669f504e778e4e7f253f0a8: Waiting for close lock at 1733376216254Disabling compacts and flushes for region at 1733376216254Disabling writes for close at 1733376216254Writing region close event to WAL at 1733376216254Closed at 1733376216254 2024-12-05T05:23:36,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:23:36,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733376215842.753d9e441669f504e778e4e7f253f0a8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733376216255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376216255"}]},"ts":"1733376216255"} 2024-12-05T05:23:36,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:23:36,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:23:36,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376216257"}]},"ts":"1733376216257"} 2024-12-05T05:23:36,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T05:23:36,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=753d9e441669f504e778e4e7f253f0a8, ASSIGN}] 2024-12-05T05:23:36,260 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=753d9e441669f504e778e4e7f253f0a8, ASSIGN 2024-12-05T05:23:36,260 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=753d9e441669f504e778e4e7f253f0a8, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,45077,1733376206343; forceNewPlan=false, retain=false 2024-12-05T05:23:36,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=753d9e441669f504e778e4e7f253f0a8, regionState=OPENING, regionLocation=8edcaf2ecc84,45077,1733376206343 2024-12-05T05:23:36,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=753d9e441669f504e778e4e7f253f0a8, ASSIGN because future has completed 2024-12-05T05:23:36,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 753d9e441669f504e778e4e7f253f0a8, server=8edcaf2ecc84,45077,1733376206343}] 2024-12-05T05:23:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:36,566 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733376215842.753d9e441669f504e778e4e7f253f0a8. 2024-12-05T05:23:36,566 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 753d9e441669f504e778e4e7f253f0a8, NAME => 'test,,1733376215842.753d9e441669f504e778e4e7f253f0a8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:23:36,567 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:23:36,567 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T05:23:36,567 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 753d9e441669f504e778e4e7f253f0a8 2024-12-05T05:23:36,567 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733376215842.753d9e441669f504e778e4e7f253f0a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:36,567 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 753d9e441669f504e778e4e7f253f0a8 2024-12-05T05:23:36,567 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 753d9e441669f504e778e4e7f253f0a8 2024-12-05T05:23:36,568 INFO [StoreOpener-753d9e441669f504e778e4e7f253f0a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 753d9e441669f504e778e4e7f253f0a8 2024-12-05T05:23:36,568 INFO [StoreOpener-753d9e441669f504e778e4e7f253f0a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 753d9e441669f504e778e4e7f253f0a8 columnFamilyName f 2024-12-05T05:23:36,568 DEBUG [StoreOpener-753d9e441669f504e778e4e7f253f0a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:36,569 INFO [StoreOpener-753d9e441669f504e778e4e7f253f0a8-1 {}] regionserver.HStore(327): Store=753d9e441669f504e778e4e7f253f0a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:36,569 INFO [StoreOpener-753d9e441669f504e778e4e7f253f0a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 753d9e441669f504e778e4e7f253f0a8 2024-12-05T05:23:36,569 INFO [StoreOpener-753d9e441669f504e778e4e7f253f0a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 753d9e441669f504e778e4e7f253f0a8 columnFamilyName f1 2024-12-05T05:23:36,569 DEBUG [StoreOpener-753d9e441669f504e778e4e7f253f0a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:36,570 INFO [StoreOpener-753d9e441669f504e778e4e7f253f0a8-1 {}] regionserver.HStore(327): Store=753d9e441669f504e778e4e7f253f0a8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:36,570 INFO [StoreOpener-753d9e441669f504e778e4e7f253f0a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 753d9e441669f504e778e4e7f253f0a8 2024-12-05T05:23:36,570 INFO [StoreOpener-753d9e441669f504e778e4e7f253f0a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 753d9e441669f504e778e4e7f253f0a8 columnFamilyName norep 2024-12-05T05:23:36,570 DEBUG [StoreOpener-753d9e441669f504e778e4e7f253f0a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:36,570 INFO [StoreOpener-753d9e441669f504e778e4e7f253f0a8-1 {}] regionserver.HStore(327): Store=753d9e441669f504e778e4e7f253f0a8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:36,570 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 753d9e441669f504e778e4e7f253f0a8 2024-12-05T05:23:36,571 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8 2024-12-05T05:23:36,571 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8 2024-12-05T05:23:36,572 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 753d9e441669f504e778e4e7f253f0a8 2024-12-05T05:23:36,572 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 753d9e441669f504e778e4e7f253f0a8 2024-12-05T05:23:36,572 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:23:36,573 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 753d9e441669f504e778e4e7f253f0a8 2024-12-05T05:23:36,574 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:23:36,574 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 753d9e441669f504e778e4e7f253f0a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68539829, jitterRate=0.02132304012775421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:23:36,574 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 753d9e441669f504e778e4e7f253f0a8 2024-12-05T05:23:36,574 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 753d9e441669f504e778e4e7f253f0a8: Running coprocessor pre-open hook at 1733376216567Writing region info on filesystem at 1733376216567Initializing all the Stores at 1733376216567Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376216567Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376216568 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376216568Cleaning up temporary data from old regions at 1733376216572 (+4 ms)Running coprocessor post-open hooks at 1733376216574 (+2 ms)Region opened successfully at 1733376216574 2024-12-05T05:23:36,575 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733376215842.753d9e441669f504e778e4e7f253f0a8., pid=6, masterSystemTime=1733376216564 2024-12-05T05:23:36,577 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733376215842.753d9e441669f504e778e4e7f253f0a8. 2024-12-05T05:23:36,577 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733376215842.753d9e441669f504e778e4e7f253f0a8. 2024-12-05T05:23:36,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=753d9e441669f504e778e4e7f253f0a8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8edcaf2ecc84,45077,1733376206343 2024-12-05T05:23:36,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 753d9e441669f504e778e4e7f253f0a8, server=8edcaf2ecc84,45077,1733376206343 because future has completed 2024-12-05T05:23:36,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:23:36,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 753d9e441669f504e778e4e7f253f0a8, server=8edcaf2ecc84,45077,1733376206343 in 167 msec 2024-12-05T05:23:36,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T05:23:36,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=753d9e441669f504e778e4e7f253f0a8, ASSIGN in 321 msec 2024-12-05T05:23:36,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:23:36,582 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376216582"}]},"ts":"1733376216582"} 2024-12-05T05:23:36,584 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T05:23:36,584 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:23:36,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 741 msec 2024-12-05T05:23:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:36,980 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T05:23:36,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,45313,1733376210175 2024-12-05T05:23:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7104829d 2024-12-05T05:23:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:23:36,982 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:23:36,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:23:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T05:23:36,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:23:36,984 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:36,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T05:23:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:36,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:23:36,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741835_1011 (size=902) 2024-12-05T05:23:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:37,390 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9db3819ff670873bd91fe48274cf11b, NAME => 'test,,1733376216982.d9db3819ff670873bd91fe48274cf11b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f 2024-12-05T05:23:37,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741836_1012 (size=39) 2024-12-05T05:23:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:37,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733376216982.d9db3819ff670873bd91fe48274cf11b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:37,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d9db3819ff670873bd91fe48274cf11b, disabling compactions & flushes 2024-12-05T05:23:37,795 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733376216982.d9db3819ff670873bd91fe48274cf11b. 2024-12-05T05:23:37,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376216982.d9db3819ff670873bd91fe48274cf11b. 2024-12-05T05:23:37,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733376216982.d9db3819ff670873bd91fe48274cf11b. after waiting 0 ms 2024-12-05T05:23:37,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733376216982.d9db3819ff670873bd91fe48274cf11b. 2024-12-05T05:23:37,795 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733376216982.d9db3819ff670873bd91fe48274cf11b. 2024-12-05T05:23:37,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9db3819ff670873bd91fe48274cf11b: Waiting for close lock at 1733376217795Disabling compacts and flushes for region at 1733376217795Disabling writes for close at 1733376217795Writing region close event to WAL at 1733376217795Closed at 1733376217795 2024-12-05T05:23:37,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:23:37,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733376216982.d9db3819ff670873bd91fe48274cf11b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733376217881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376217881"}]},"ts":"1733376217881"} 2024-12-05T05:23:37,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:23:37,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:23:37,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376217883"}]},"ts":"1733376217883"} 2024-12-05T05:23:37,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T05:23:37,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d9db3819ff670873bd91fe48274cf11b, ASSIGN}] 2024-12-05T05:23:37,886 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d9db3819ff670873bd91fe48274cf11b, ASSIGN 2024-12-05T05:23:37,886 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d9db3819ff670873bd91fe48274cf11b, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,44135,1733376210324; forceNewPlan=false, retain=false 2024-12-05T05:23:38,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9db3819ff670873bd91fe48274cf11b, regionState=OPENING, regionLocation=8edcaf2ecc84,44135,1733376210324 2024-12-05T05:23:38,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d9db3819ff670873bd91fe48274cf11b, ASSIGN because future has completed 2024-12-05T05:23:38,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9db3819ff670873bd91fe48274cf11b, server=8edcaf2ecc84,44135,1733376210324}] 2024-12-05T05:23:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:38,193 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733376216982.d9db3819ff670873bd91fe48274cf11b. 2024-12-05T05:23:38,193 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d9db3819ff670873bd91fe48274cf11b, NAME => 'test,,1733376216982.d9db3819ff670873bd91fe48274cf11b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:23:38,193 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:23:38,193 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T05:23:38,194 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d9db3819ff670873bd91fe48274cf11b 2024-12-05T05:23:38,194 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733376216982.d9db3819ff670873bd91fe48274cf11b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:38,194 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d9db3819ff670873bd91fe48274cf11b 2024-12-05T05:23:38,194 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d9db3819ff670873bd91fe48274cf11b 2024-12-05T05:23:38,195 INFO [StoreOpener-d9db3819ff670873bd91fe48274cf11b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d9db3819ff670873bd91fe48274cf11b 2024-12-05T05:23:38,195 INFO [StoreOpener-d9db3819ff670873bd91fe48274cf11b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9db3819ff670873bd91fe48274cf11b columnFamilyName f 2024-12-05T05:23:38,195 DEBUG [StoreOpener-d9db3819ff670873bd91fe48274cf11b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:38,196 INFO [StoreOpener-d9db3819ff670873bd91fe48274cf11b-1 {}] regionserver.HStore(327): Store=d9db3819ff670873bd91fe48274cf11b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:38,196 INFO [StoreOpener-d9db3819ff670873bd91fe48274cf11b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d9db3819ff670873bd91fe48274cf11b 2024-12-05T05:23:38,196 INFO [StoreOpener-d9db3819ff670873bd91fe48274cf11b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9db3819ff670873bd91fe48274cf11b columnFamilyName f1 2024-12-05T05:23:38,197 DEBUG [StoreOpener-d9db3819ff670873bd91fe48274cf11b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:38,197 INFO [StoreOpener-d9db3819ff670873bd91fe48274cf11b-1 {}] regionserver.HStore(327): Store=d9db3819ff670873bd91fe48274cf11b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:38,197 INFO [StoreOpener-d9db3819ff670873bd91fe48274cf11b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d9db3819ff670873bd91fe48274cf11b 2024-12-05T05:23:38,197 INFO [StoreOpener-d9db3819ff670873bd91fe48274cf11b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9db3819ff670873bd91fe48274cf11b columnFamilyName norep 2024-12-05T05:23:38,197 DEBUG [StoreOpener-d9db3819ff670873bd91fe48274cf11b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:38,198 INFO [StoreOpener-d9db3819ff670873bd91fe48274cf11b-1 {}] regionserver.HStore(327): Store=d9db3819ff670873bd91fe48274cf11b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:38,198 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d9db3819ff670873bd91fe48274cf11b 2024-12-05T05:23:38,198 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/default/test/d9db3819ff670873bd91fe48274cf11b 2024-12-05T05:23:38,198 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/default/test/d9db3819ff670873bd91fe48274cf11b 2024-12-05T05:23:38,199 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d9db3819ff670873bd91fe48274cf11b 2024-12-05T05:23:38,199 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d9db3819ff670873bd91fe48274cf11b 2024-12-05T05:23:38,199 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:23:38,200 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d9db3819ff670873bd91fe48274cf11b 2024-12-05T05:23:38,202 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/default/test/d9db3819ff670873bd91fe48274cf11b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:23:38,202 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d9db3819ff670873bd91fe48274cf11b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64532861, jitterRate=-0.038385435938835144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:23:38,202 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9db3819ff670873bd91fe48274cf11b 2024-12-05T05:23:38,202 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d9db3819ff670873bd91fe48274cf11b: Running coprocessor pre-open hook at 1733376218194Writing region info on filesystem at 1733376218194Initializing all the Stores at 1733376218194Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376218194Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376218194Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376218194Cleaning up temporary data from old regions at 1733376218199 (+5 ms)Running coprocessor post-open hooks at 1733376218202 (+3 ms)Region opened successfully at 1733376218202 2024-12-05T05:23:38,203 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733376216982.d9db3819ff670873bd91fe48274cf11b., pid=6, masterSystemTime=1733376218190 2024-12-05T05:23:38,204 DEBUG [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733376216982.d9db3819ff670873bd91fe48274cf11b. 2024-12-05T05:23:38,204 INFO [RS_OPEN_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733376216982.d9db3819ff670873bd91fe48274cf11b. 2024-12-05T05:23:38,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9db3819ff670873bd91fe48274cf11b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8edcaf2ecc84,44135,1733376210324 2024-12-05T05:23:38,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9db3819ff670873bd91fe48274cf11b, server=8edcaf2ecc84,44135,1733376210324 because future has completed 2024-12-05T05:23:38,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T05:23:38,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d9db3819ff670873bd91fe48274cf11b, server=8edcaf2ecc84,44135,1733376210324 in 168 msec 2024-12-05T05:23:38,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T05:23:38,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d9db3819ff670873bd91fe48274cf11b, ASSIGN in 322 msec 2024-12-05T05:23:38,209 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:23:38,209 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376218209"}]},"ts":"1733376218209"} 2024-12-05T05:23:38,210 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T05:23:38,211 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:23:38,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2290 sec 2024-12-05T05:23:38,280 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:38,280 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:23:38,281 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149029 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8edcaf2ecc84,43119,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:43119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T05:23:39,039 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:23:39,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T05:23:39,131 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T05:23:39,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce150ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:39,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,39171,-1 for getting cluster id 2024-12-05T05:23:39,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:39,132 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '238e5883-b62e-456d-9b82-56e03807dfbb' 2024-12-05T05:23:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "238e5883-b62e-456d-9b82-56e03807dfbb" 2024-12-05T05:23:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dbffd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,39171,-1] 2024-12-05T05:23:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:39,133 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c52d28f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:39,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:39,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,39171,1733376200974 2024-12-05T05:23:39,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@967c6fa 2024-12-05T05:23:39,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:23:39,134 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:23:39,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8edcaf2ecc84:36699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:23:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:23:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:23:39,136 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:36699' 2024-12-05T05:23:39,137 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c464e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:39,137 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36699,-1 for getting cluster id 2024-12-05T05:23:39,137 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:39,138 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f29c8130-0a2e-49e7-8401-17788d83e0db' 2024-12-05T05:23:39,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:39,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f29c8130-0a2e-49e7-8401-17788d83e0db" 2024-12-05T05:23:39,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7921e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:39,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36699,-1] 2024-12-05T05:23:39,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:39,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:39,139 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:39,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438251e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:39,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:39,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36699,1733376206051 2024-12-05T05:23:39,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b940e97 2024-12-05T05:23:39,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:23:39,141 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:23:39,141 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T05:23:39,142 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:23:39,142 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:39,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:39,142 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:39,142 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T05:23:39,143 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T05:23:39,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T05:23:39,144 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:39,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T05:23:39,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741837_1013 (size=1138) 2024-12-05T05:23:39,193 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T05:23:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:23:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:23:39,550 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d743ed81412a2bfdaf0ade09f870b43, NAME => 'hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593 2024-12-05T05:23:39,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741838_1014 (size=44) 2024-12-05T05:23:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:23:39,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:39,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1d743ed81412a2bfdaf0ade09f870b43, disabling compactions & flushes 2024-12-05T05:23:39,955 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43. 2024-12-05T05:23:39,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43. 2024-12-05T05:23:39,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43. after waiting 0 ms 2024-12-05T05:23:39,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43. 2024-12-05T05:23:39,955 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43. 2024-12-05T05:23:39,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d743ed81412a2bfdaf0ade09f870b43: Waiting for close lock at 1733376219955Disabling compacts and flushes for region at 1733376219955Disabling writes for close at 1733376219955Writing region close event to WAL at 1733376219955Closed at 1733376219955 2024-12-05T05:23:39,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T05:23:39,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733376219956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733376219956"}]},"ts":"1733376219956"} 2024-12-05T05:23:39,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T05:23:39,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T05:23:39,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376219958"}]},"ts":"1733376219958"} 2024-12-05T05:23:39,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T05:23:39,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d743ed81412a2bfdaf0ade09f870b43, ASSIGN}] 2024-12-05T05:23:39,960 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d743ed81412a2bfdaf0ade09f870b43, ASSIGN 2024-12-05T05:23:39,960 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d743ed81412a2bfdaf0ade09f870b43, ASSIGN; state=OFFLINE, location=8edcaf2ecc84,44475,1733376201164; forceNewPlan=false, retain=false 2024-12-05T05:23:40,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d743ed81412a2bfdaf0ade09f870b43, regionState=OPENING, regionLocation=8edcaf2ecc84,44475,1733376201164 2024-12-05T05:23:40,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d743ed81412a2bfdaf0ade09f870b43, ASSIGN because future has completed 2024-12-05T05:23:40,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d743ed81412a2bfdaf0ade09f870b43, server=8edcaf2ecc84,44475,1733376201164}] 2024-12-05T05:23:40,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43. 2024-12-05T05:23:40,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T05:23:40,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T05:23:40,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8edcaf2ecc84%2C44475%2C1733376201164.rep, suffix=, logDir=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164, archiveDir=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/oldWALs, maxLogs=10 2024-12-05T05:23:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:23:40,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.rep.1733376220268, exclude list is [], retry=0 2024-12-05T05:23:40,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33381,DS-e628c525-b7e1-4571-986d-a72a78e0ef48,DISK] 2024-12-05T05:23:40,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.rep.1733376220268 2024-12-05T05:23:40,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40505:40505)] 2024-12-05T05:23:40,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d743ed81412a2bfdaf0ade09f870b43, NAME => 'hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43.', STARTKEY => '', ENDKEY => ''} 2024-12-05T05:23:40,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T05:23:40,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T05:23:40,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43. service=MultiRowMutationService 2024-12-05T05:23:40,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T05:23:40,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:40,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T05:23:40,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:40,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:40,283 INFO [StoreOpener-1d743ed81412a2bfdaf0ade09f870b43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:40,284 INFO [StoreOpener-1d743ed81412a2bfdaf0ade09f870b43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d743ed81412a2bfdaf0ade09f870b43 columnFamilyName hfileref 2024-12-05T05:23:40,284 DEBUG [StoreOpener-1d743ed81412a2bfdaf0ade09f870b43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:40,284 INFO [StoreOpener-1d743ed81412a2bfdaf0ade09f870b43-1 {}] regionserver.HStore(327): Store=1d743ed81412a2bfdaf0ade09f870b43/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:40,284 INFO [StoreOpener-1d743ed81412a2bfdaf0ade09f870b43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:40,285 INFO [StoreOpener-1d743ed81412a2bfdaf0ade09f870b43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d743ed81412a2bfdaf0ade09f870b43 columnFamilyName queue 2024-12-05T05:23:40,285 DEBUG [StoreOpener-1d743ed81412a2bfdaf0ade09f870b43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:40,285 INFO [StoreOpener-1d743ed81412a2bfdaf0ade09f870b43-1 {}] regionserver.HStore(327): Store=1d743ed81412a2bfdaf0ade09f870b43/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:40,285 INFO [StoreOpener-1d743ed81412a2bfdaf0ade09f870b43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:40,286 INFO [StoreOpener-1d743ed81412a2bfdaf0ade09f870b43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d743ed81412a2bfdaf0ade09f870b43 columnFamilyName sid 2024-12-05T05:23:40,286 DEBUG [StoreOpener-1d743ed81412a2bfdaf0ade09f870b43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T05:23:40,286 INFO [StoreOpener-1d743ed81412a2bfdaf0ade09f870b43-1 {}] regionserver.HStore(327): Store=1d743ed81412a2bfdaf0ade09f870b43/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T05:23:40,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:40,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/replication/1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:40,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/replication/1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:40,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:40,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:40,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T05:23:40,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:40,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/replication/1d743ed81412a2bfdaf0ade09f870b43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T05:23:40,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1d743ed81412a2bfdaf0ade09f870b43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65949131, jitterRate=-0.017281368374824524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T05:23:40,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:40,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1d743ed81412a2bfdaf0ade09f870b43: Running coprocessor pre-open hook at 1733376220282Writing region info on filesystem at 1733376220282Initializing all the Stores at 1733376220283 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376220283Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376220283Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733376220283Cleaning up temporary data from old regions at 1733376220288 (+5 ms)Running coprocessor post-open hooks at 1733376220290 (+2 ms)Region opened successfully at 1733376220290 2024-12-05T05:23:40,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43., pid=10, masterSystemTime=1733376220264 2024-12-05T05:23:40,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43. 2024-12-05T05:23:40,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43. 2024-12-05T05:23:40,292 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d743ed81412a2bfdaf0ade09f870b43, regionState=OPEN, openSeqNum=2, regionLocation=8edcaf2ecc84,44475,1733376201164 2024-12-05T05:23:40,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d743ed81412a2bfdaf0ade09f870b43, server=8edcaf2ecc84,44475,1733376201164 because future has completed 2024-12-05T05:23:40,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T05:23:40,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d743ed81412a2bfdaf0ade09f870b43, server=8edcaf2ecc84,44475,1733376201164 in 182 msec 2024-12-05T05:23:40,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T05:23:40,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d743ed81412a2bfdaf0ade09f870b43, ASSIGN in 336 msec 2024-12-05T05:23:40,297 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T05:23:40,297 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733376220297"}]},"ts":"1733376220297"} 2024-12-05T05:23:40,298 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T05:23:40,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T05:23:40,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1560 sec 2024-12-05T05:23:40,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43., hostname=8edcaf2ecc84,44475,1733376201164, seqNum=2] 2024-12-05T05:23:40,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:40,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:40,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:23:40,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44475 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T05:23:40,614 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T05:23:40,648 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8edcaf2ecc84,44475,1733376201164, ReplicationSource: 1, currentBandwidth=0 2024-12-05T05:23:40,649 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:23:40,649 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44475,1733376201164, seqNum=-1] 2024-12-05T05:23:40,649 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:23:40,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-05T05:23:40,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8edcaf2ecc84,44475,1733376201164', locateType=CURRENT is [region=hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43., hostname=8edcaf2ecc84,44475,1733376201164, seqNum=2] 2024-12-05T05:23:40,653 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T05:23:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T05:23:40,655 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8edcaf2ecc84,44475,1733376201164 suceeded 2024-12-05T05:23:40,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T05:23:40,657 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8edcaf2ecc84:36699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:23:40,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-05T05:23:40,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5230 sec 2024-12-05T05:23:40,665 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:36699' 2024-12-05T05:23:40,666 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@170d0eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:40,667 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36699,-1 for getting cluster id 2024-12-05T05:23:40,667 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:40,667 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f29c8130-0a2e-49e7-8401-17788d83e0db' 2024-12-05T05:23:40,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:40,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f29c8130-0a2e-49e7-8401-17788d83e0db" 2024-12-05T05:23:40,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22d121f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:40,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36699,-1] 2024-12-05T05:23:40,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:40,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:40,669 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:40,669 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18d72f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:40,669 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:40,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36699,1733376206051 2024-12-05T05:23:40,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bc57832 2024-12-05T05:23:40,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:23:40,670 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T05:23:40,671 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8edcaf2ecc84,44475,1733376201164 (queues=1) is replicating from cluster=238e5883-b62e-456d-9b82-56e03807dfbb to cluster=f29c8130-0a2e-49e7-8401-17788d83e0db 2024-12-05T05:23:40,671 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8edcaf2ecc84%2C44475%2C1733376201164 2024-12-05T05:23:40,671 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8edcaf2ecc84,44475,1733376201164, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:23:40,671 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C44475%2C1733376201164 2024-12-05T05:23:40,671 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961, startPosition=0, beingWritten=true 2024-12-05T05:23:40,675 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:23:40,675 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 to pos 379, reset compression=false 2024-12-05T05:23:40,675 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44475,1733376201164 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:23:40,834 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T05:23:40,879 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 to pos 379, reset compression=false 2024-12-05T05:23:41,182 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 to pos 379, reset compression=false 2024-12-05T05:23:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T05:23:41,281 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T05:23:41,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:23:41,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:41,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:41,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:41,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:41,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bc34cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:41,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,39171,-1 for getting cluster id 2024-12-05T05:23:41,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:41,282 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '238e5883-b62e-456d-9b82-56e03807dfbb' 2024-12-05T05:23:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "238e5883-b62e-456d-9b82-56e03807dfbb" 2024-12-05T05:23:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dae55a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,39171,-1] 2024-12-05T05:23:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:41,283 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27eb8191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:41,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529e91c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:41,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36699,-1 for getting cluster id 2024-12-05T05:23:41,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:41,284 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f29c8130-0a2e-49e7-8401-17788d83e0db' 2024-12-05T05:23:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f29c8130-0a2e-49e7-8401-17788d83e0db" 2024-12-05T05:23:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328b6c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36699,-1] 2024-12-05T05:23:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:41,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:41,285 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:41,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7858d51f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:41,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623e766b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:41,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,45313,-1 for getting cluster id 2024-12-05T05:23:41,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:41,286 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34571e8f-ff8f-421d-932a-5c4aa20f8f27' 2024-12-05T05:23:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34571e8f-ff8f-421d-932a-5c4aa20f8f27" 2024-12-05T05:23:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e0a767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,45313,-1] 2024-12-05T05:23:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:41,287 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a708a71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:41,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:41,291 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733376221290/Put/seqid=0 2024-12-05T05:23:41,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741840_1016 (size=7894) 2024-12-05T05:23:41,585 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 to pos 379, reset compression=false 2024-12-05T05:23:41,696 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733376221696/Put/seqid=0 2024-12-05T05:23:41,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741841_1017 (size=7691) 2024-12-05T05:23:42,089 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 to pos 379, reset compression=false 2024-12-05T05:23:42,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62eb2983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:42,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,39171,-1 for getting cluster id 2024-12-05T05:23:42,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:42,101 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '238e5883-b62e-456d-9b82-56e03807dfbb' 2024-12-05T05:23:42,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:42,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "238e5883-b62e-456d-9b82-56e03807dfbb" 2024-12-05T05:23:42,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c86a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:42,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,39171,-1] 2024-12-05T05:23:42,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:42,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:42,102 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:42,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706ae247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:42,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:23:42,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44475,1733376201164, seqNum=-1] 2024-12-05T05:23:42,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:23:42,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:23:42,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,39171,1733376200974 2024-12-05T05:23:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f85c563 2024-12-05T05:23:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:23:42,109 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:23:42,112 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d., hostname=8edcaf2ecc84,44475,1733376201164, seqNum=2] 2024-12-05T05:23:42,113 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T05:23:42,117 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-05T05:23:42,119 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-05T05:23:42,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/testHFileCyclicReplication_0/f/hfile_1 for inclusion in bc6da43222f71480d714fec4ffa72e2d/f 2024-12-05T05:23:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T05:23:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:23:42,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/testHFileCyclicReplication_0/f/hfile_0 for inclusion in bc6da43222f71480d714fec4ffa72e2d/f 2024-12-05T05:23:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T05:23:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:23:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HRegion(2603): Flush status journal for bc6da43222f71480d714fec4ffa72e2d: 2024-12-05T05:23:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__k7v6i7b9utvdrsra6sidm9f2cchem6cb8625ujv9iao5ijs2s9b27v0orm1g2s4h/f/hfile_1 2024-12-05T05:23:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__k7v6i7b9utvdrsra6sidm9f2cchem6cb8625ujv9iao5ijs2s9b27v0orm1g2s4h/f/hfile_1 as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/f/8beb0b993f724b3194fe5d88a2c54603_SeqId_4_ 2024-12-05T05:23:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__k7v6i7b9utvdrsra6sidm9f2cchem6cb8625ujv9iao5ijs2s9b27v0orm1g2s4h/f/hfile_0 2024-12-05T05:23:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__k7v6i7b9utvdrsra6sidm9f2cchem6cb8625ujv9iao5ijs2s9b27v0orm1g2s4h/f/hfile_0 as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/f/aee9df88973d4d91803e3b8b4815cc76_SeqId_4_ 2024-12-05T05:23:42,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__k7v6i7b9utvdrsra6sidm9f2cchem6cb8625ujv9iao5ijs2s9b27v0orm1g2s4h/f/hfile_1 into bc6da43222f71480d714fec4ffa72e2d/f as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/f/8beb0b993f724b3194fe5d88a2c54603_SeqId_4_ - updating store file list. 2024-12-05T05:23:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8beb0b993f724b3194fe5d88a2c54603_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T05:23:42,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/f/8beb0b993f724b3194fe5d88a2c54603_SeqId_4_ into bc6da43222f71480d714fec4ffa72e2d/f 2024-12-05T05:23:42,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__k7v6i7b9utvdrsra6sidm9f2cchem6cb8625ujv9iao5ijs2s9b27v0orm1g2s4h/f/hfile_1 into bc6da43222f71480d714fec4ffa72e2d/f (new location: hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/f/8beb0b993f724b3194fe5d88a2c54603_SeqId_4_) 2024-12-05T05:23:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__k7v6i7b9utvdrsra6sidm9f2cchem6cb8625ujv9iao5ijs2s9b27v0orm1g2s4h/f/hfile_1 2024-12-05T05:23:42,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__k7v6i7b9utvdrsra6sidm9f2cchem6cb8625ujv9iao5ijs2s9b27v0orm1g2s4h/f/hfile_0 into bc6da43222f71480d714fec4ffa72e2d/f as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/f/aee9df88973d4d91803e3b8b4815cc76_SeqId_4_ - updating store file list. 2024-12-05T05:23:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aee9df88973d4d91803e3b8b4815cc76_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T05:23:42,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/f/aee9df88973d4d91803e3b8b4815cc76_SeqId_4_ into bc6da43222f71480d714fec4ffa72e2d/f 2024-12-05T05:23:42,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__k7v6i7b9utvdrsra6sidm9f2cchem6cb8625ujv9iao5ijs2s9b27v0orm1g2s4h/f/hfile_0 into bc6da43222f71480d714fec4ffa72e2d/f (new location: hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/f/aee9df88973d4d91803e3b8b4815cc76_SeqId_4_) 2024-12-05T05:23:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__k7v6i7b9utvdrsra6sidm9f2cchem6cb8625ujv9iao5ijs2s9b27v0orm1g2s4h/f/hfile_0 2024-12-05T05:23:42,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:23:42,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:42,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:42,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:42,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:42,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d., hostname=8edcaf2ecc84,44475,1733376201164, seqNum=2 , the old value is region=test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d., hostname=8edcaf2ecc84,44475,1733376201164, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8edcaf2ecc84:44475 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T05:23:42,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d., hostname=8edcaf2ecc84,44475,1733376201164, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T05:23:42,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d., hostname=8edcaf2ecc84,44475,1733376201164, seqNum=2 from cache 2024-12-05T05:23:42,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:23:42,141 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T05:23:42,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,45077,1733376206343, seqNum=-1] 2024-12-05T05:23:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:23:42,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:23:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733376215842.753d9e441669f504e778e4e7f253f0a8., hostname=8edcaf2ecc84,45077,1733376206343, seqNum=2] 2024-12-05T05:23:42,145 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T05:23:42,251 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:44475 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T05:23:42,692 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 to pos 379, reset compression=false 2024-12-05T05:23:42,695 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:23:42,695 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44475,1733376201164 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc6da43222f71480d714fec4ffa72e2d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733376222139/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T05:23:42,697 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:23:42,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T05:23:42,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.ReplicationSink(318): Replicating [238e5883-b62e-456d-9b82-56e03807dfbb] bulk loaded data 2024-12-05T05:23:42,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17e0cc4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:42,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,36699,-1 for getting cluster id 2024-12-05T05:23:42,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:42,699 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f29c8130-0a2e-49e7-8401-17788d83e0db' 2024-12-05T05:23:42,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:42,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f29c8130-0a2e-49e7-8401-17788d83e0db" 2024-12-05T05:23:42,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bba0e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:42,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,36699,-1] 2024-12-05T05:23:42,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:42,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:42,699 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:42,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@665c3910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:42,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741837_1013 (size=7691) 2024-12-05T05:23:42,726 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T05:23:42,896 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 to pos 687, reset compression=false 2024-12-05T05:23:43,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741838_1014 (size=7894) 2024-12-05T05:23:43,147 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T05:23:43,199 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 to pos 687, reset compression=false 2024-12-05T05:23:43,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:43,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,36699,1733376206051 2024-12-05T05:23:43,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2747f3f9 2024-12-05T05:23:43,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:23:43,519 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-05T05:23:43,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T05:23:43,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:23:43,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,45077,1733376206343, seqNum=-1] 2024-12-05T05:23:43,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:23:43,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-05T05:23:43,526 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__esd3q9docfg7nr3n0qk1gcbd5qtpt5lthgn5hvgaau54gf7slfqge98h8s0b2kic/f/8beb0b993f724b3194fe5d88a2c54603_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-05T05:23:43,528 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__esd3q9docfg7nr3n0qk1gcbd5qtpt5lthgn5hvgaau54gf7slfqge98h8s0b2kic/f/aee9df88973d4d91803e3b8b4815cc76_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-05T05:23:43,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__esd3q9docfg7nr3n0qk1gcbd5qtpt5lthgn5hvgaau54gf7slfqge98h8s0b2kic/f/8beb0b993f724b3194fe5d88a2c54603_SeqId_4_ for inclusion in 753d9e441669f504e778e4e7f253f0a8/f 2024-12-05T05:23:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T05:23:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:23:43,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__esd3q9docfg7nr3n0qk1gcbd5qtpt5lthgn5hvgaau54gf7slfqge98h8s0b2kic/f/aee9df88973d4d91803e3b8b4815cc76_SeqId_4_ for inclusion in 753d9e441669f504e778e4e7f253f0a8/f 2024-12-05T05:23:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T05:23:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:23:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HRegion(2603): Flush status journal for 753d9e441669f504e778e4e7f253f0a8: 2024-12-05T05:23:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8beb0b993f724b3194fe5d88a2c54603_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T05:23:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__esd3q9docfg7nr3n0qk1gcbd5qtpt5lthgn5hvgaau54gf7slfqge98h8s0b2kic/f/8beb0b993f724b3194fe5d88a2c54603_SeqId_4_ as hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/f/d963792425a649e8845594cc34d29f5b_SeqId_4_ 2024-12-05T05:23:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aee9df88973d4d91803e3b8b4815cc76_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T05:23:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__esd3q9docfg7nr3n0qk1gcbd5qtpt5lthgn5hvgaau54gf7slfqge98h8s0b2kic/f/aee9df88973d4d91803e3b8b4815cc76_SeqId_4_ as hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/f/822b670d025f4142b25e05b500789c31_SeqId_4_ 2024-12-05T05:23:43,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__esd3q9docfg7nr3n0qk1gcbd5qtpt5lthgn5hvgaau54gf7slfqge98h8s0b2kic/f/8beb0b993f724b3194fe5d88a2c54603_SeqId_4_ into 753d9e441669f504e778e4e7f253f0a8/f as hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/f/d963792425a649e8845594cc34d29f5b_SeqId_4_ - updating store file list. 2024-12-05T05:23:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d963792425a649e8845594cc34d29f5b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T05:23:43,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/f/d963792425a649e8845594cc34d29f5b_SeqId_4_ into 753d9e441669f504e778e4e7f253f0a8/f 2024-12-05T05:23:43,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__esd3q9docfg7nr3n0qk1gcbd5qtpt5lthgn5hvgaau54gf7slfqge98h8s0b2kic/f/8beb0b993f724b3194fe5d88a2c54603_SeqId_4_ into 753d9e441669f504e778e4e7f253f0a8/f (new location: hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/f/d963792425a649e8845594cc34d29f5b_SeqId_4_) 2024-12-05T05:23:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__esd3q9docfg7nr3n0qk1gcbd5qtpt5lthgn5hvgaau54gf7slfqge98h8s0b2kic/f/8beb0b993f724b3194fe5d88a2c54603_SeqId_4_ 2024-12-05T05:23:43,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__esd3q9docfg7nr3n0qk1gcbd5qtpt5lthgn5hvgaau54gf7slfqge98h8s0b2kic/f/aee9df88973d4d91803e3b8b4815cc76_SeqId_4_ into 753d9e441669f504e778e4e7f253f0a8/f as hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/f/822b670d025f4142b25e05b500789c31_SeqId_4_ - updating store file list. 2024-12-05T05:23:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 822b670d025f4142b25e05b500789c31_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T05:23:43,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/f/822b670d025f4142b25e05b500789c31_SeqId_4_ into 753d9e441669f504e778e4e7f253f0a8/f 2024-12-05T05:23:43,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__esd3q9docfg7nr3n0qk1gcbd5qtpt5lthgn5hvgaau54gf7slfqge98h8s0b2kic/f/aee9df88973d4d91803e3b8b4815cc76_SeqId_4_ into 753d9e441669f504e778e4e7f253f0a8/f (new location: hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/f/822b670d025f4142b25e05b500789c31_SeqId_4_) 2024-12-05T05:23:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__esd3q9docfg7nr3n0qk1gcbd5qtpt5lthgn5hvgaau54gf7slfqge98h8s0b2kic/f/aee9df88973d4d91803e3b8b4815cc76_SeqId_4_ 2024-12-05T05:23:43,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.ReplicationSink(324): Finished replicating [238e5883-b62e-456d-9b82-56e03807dfbb] bulk loaded data 2024-12-05T05:23:43,602 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 to pos 687, reset compression=false 2024-12-05T05:23:44,105 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 to pos 687, reset compression=false 2024-12-05T05:23:44,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:23:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44135,1733376210324, seqNum=-1] 2024-12-05T05:23:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:23:44,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:23:44,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733376216982.d9db3819ff670873bd91fe48274cf11b., hostname=8edcaf2ecc84,44135,1733376210324, seqNum=2] 2024-12-05T05:23:44,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:23:44,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T05:23:44,161 DEBUG [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8edcaf2ecc84%2C44475%2C1733376201164.meta:.meta(num 1733376203956) roll requested 2024-12-05T05:23:44,172 DEBUG [regionserver/8edcaf2ecc84:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.meta.1733376224161.meta, exclude list is [], retry=0 2024-12-05T05:23:44,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33381,DS-e628c525-b7e1-4571-986d-a72a78e0ef48,DISK] 2024-12-05T05:23:44,175 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.meta.1733376203956.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.meta.1733376224161.meta 2024-12-05T05:23:44,175 DEBUG [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40505:40505)] 2024-12-05T05:23:44,175 DEBUG [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.meta.1733376203956.meta is not closed yet, will try archiving it next time 2024-12-05T05:23:44,175 DEBUG [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8edcaf2ecc84%2C44475%2C1733376201164.rep:(num 1733376220268) roll requested 2024-12-05T05:23:44,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741834_1010 (size=3473) 2024-12-05T05:23:44,176 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.meta.1733376203956.meta not finished, retry = 0 2024-12-05T05:23:44,187 DEBUG [regionserver/8edcaf2ecc84:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.rep.1733376224176, exclude list is [], retry=0 2024-12-05T05:23:44,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33381,DS-e628c525-b7e1-4571-986d-a72a78e0ef48,DISK] 2024-12-05T05:23:44,189 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.rep.1733376220268 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.rep.1733376224176 2024-12-05T05:23:44,189 DEBUG [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40505:40505)] 2024-12-05T05:23:44,189 DEBUG [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.rep.1733376220268 is not closed yet, will try archiving it next time 2024-12-05T05:23:44,189 DEBUG [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8edcaf2ecc84%2C44475%2C1733376201164:(num 1733376202961) roll requested 2024-12-05T05:23:44,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741839_1015 (size=1505) 2024-12-05T05:23:44,202 DEBUG [regionserver/8edcaf2ecc84:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189, exclude list is [], retry=0 2024-12-05T05:23:44,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33381,DS-e628c525-b7e1-4571-986d-a72a78e0ef48,DISK] 2024-12-05T05:23:44,204 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 2024-12-05T05:23:44,205 DEBUG [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40505:40505)] 2024-12-05T05:23:44,205 DEBUG [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 is not closed yet, will try archiving it next time 2024-12-05T05:23:44,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c813994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:44,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,39171,-1 for getting cluster id 2024-12-05T05:23:44,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:44,206 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 not finished, retry = 0 2024-12-05T05:23:44,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741832_1008 (size=695) 2024-12-05T05:23:44,206 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '238e5883-b62e-456d-9b82-56e03807dfbb' 2024-12-05T05:23:44,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:44,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "238e5883-b62e-456d-9b82-56e03807dfbb" 2024-12-05T05:23:44,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62172d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:44,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,39171,-1] 2024-12-05T05:23:44,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:44,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:44,207 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:44,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1485d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:44,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,39171,1733376200974 2024-12-05T05:23:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49792a51 2024-12-05T05:23:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:23:44,209 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:23:44,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://8edcaf2ecc84:45313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T05:23:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T05:23:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T05:23:44,211 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:45313' 2024-12-05T05:23:44,212 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@faddb2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:44,212 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,45313,-1 for getting cluster id 2024-12-05T05:23:44,212 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:44,212 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34571e8f-ff8f-421d-932a-5c4aa20f8f27' 2024-12-05T05:23:44,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:44,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34571e8f-ff8f-421d-932a-5c4aa20f8f27" 2024-12-05T05:23:44,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48993cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:44,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,45313,-1] 2024-12-05T05:23:44,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:44,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:44,213 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:44,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d09f9f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:44,214 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:44,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,45313,1733376210175 2024-12-05T05:23:44,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1de9bf5e 2024-12-05T05:23:44,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:23:44,215 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:23:44,215 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T05:23:44,215 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T05:23:44,215 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:44,215 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:44,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:44,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T05:23:44,307 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 to hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/oldWALs/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 2024-12-05T05:23:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T05:23:44,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44475 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T05:23:44,445 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T05:23:44,469 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-8edcaf2ecc84,44475,1733376201164, ReplicationSource: 2, currentBandwidth=0 2024-12-05T05:23:44,470 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T05:23:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T05:23:44,472 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 8edcaf2ecc84,44475,1733376201164 suceeded 2024-12-05T05:23:44,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T05:23:44,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 179 msec 2024-12-05T05:23:44,473 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://8edcaf2ecc84:45313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T05:23:44,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 264 msec 2024-12-05T05:23:44,482 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8edcaf2ecc84:45313' 2024-12-05T05:23:44,483 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cd797c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:44,483 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,45313,-1 for getting cluster id 2024-12-05T05:23:44,483 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:44,484 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34571e8f-ff8f-421d-932a-5c4aa20f8f27' 2024-12-05T05:23:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34571e8f-ff8f-421d-932a-5c4aa20f8f27" 2024-12-05T05:23:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51aee27c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,45313,-1] 2024-12-05T05:23:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:44,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:44,485 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:44,485 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@312ba680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:44,485 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:44,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,45313,1733376210175 2024-12-05T05:23:44,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2095087d 2024-12-05T05:23:44,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:23:44,486 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T05:23:44,487 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8edcaf2ecc84,44475,1733376201164 (queues=1) is replicating from cluster=238e5883-b62e-456d-9b82-56e03807dfbb to cluster=34571e8f-ff8f-421d-932a-5c4aa20f8f27 2024-12-05T05:23:44,487 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8edcaf2ecc84%2C44475%2C1733376201164 2024-12-05T05:23:44,487 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8edcaf2ecc84,44475,1733376201164, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T05:23:44,487 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189, startPosition=0, beingWritten=true 2024-12-05T05:23:44,487 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8edcaf2ecc84%2C44475%2C1733376201164 2024-12-05T05:23:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T05:23:44,531 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T05:23:44,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:23:44,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:44,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:44,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:44,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:44,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T05:23:44,534 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733376224534/Put/seqid=0 2024-12-05T05:23:44,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741845_1021 (size=11194) 2024-12-05T05:23:44,691 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 0, reset compression=false 2024-12-05T05:23:44,708 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 to pos 687, reset compression=false 2024-12-05T05:23:44,713 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 was moved to hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/oldWALs/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 2024-12-05T05:23:44,715 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961 2024-12-05T05:23:44,715 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44475,1733376201164 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376202961, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T05:23:44,715 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189, startPosition=0, beingWritten=true 2024-12-05T05:23:44,717 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [8edcaf2ecc84%2C44475%2C1733376201164.1733376202961] 2024-12-05T05:23:44,939 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733376224939/Put/seqid=0 2024-12-05T05:23:44,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741846_1022 (size=10791) 2024-12-05T05:23:44,994 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 0, reset compression=false 2024-12-05T05:23:45,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6547e566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:45,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,39171,-1 for getting cluster id 2024-12-05T05:23:45,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:45,344 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '238e5883-b62e-456d-9b82-56e03807dfbb' 2024-12-05T05:23:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "238e5883-b62e-456d-9b82-56e03807dfbb" 2024-12-05T05:23:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba3072a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,39171,-1] 2024-12-05T05:23:45,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:45,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:45,345 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:45,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379290cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:45,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:23:45,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44475,1733376201164, seqNum=-1] 2024-12-05T05:23:45,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:23:45,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T05:23:45,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:45,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,39171,1733376200974 2024-12-05T05:23:45,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46e7006d 2024-12-05T05:23:45,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:23:45,354 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T05:23:45,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d., hostname=8edcaf2ecc84,44475,1733376201164, seqNum=2] 2024-12-05T05:23:45,358 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T05:23:45,362 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-05T05:23:45,364 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-05T05:23:45,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/testHFileCyclicReplication_1/f/hfile_0 for inclusion in bc6da43222f71480d714fec4ffa72e2d/f 2024-12-05T05:23:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T05:23:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:23:45,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/testHFileCyclicReplication_1/f/hfile_1 for inclusion in bc6da43222f71480d714fec4ffa72e2d/f 2024-12-05T05:23:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T05:23:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:23:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HRegion(2603): Flush status journal for bc6da43222f71480d714fec4ffa72e2d: 2024-12-05T05:23:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__n0f0l6l5meglag2ghr4jpe8ahkjna232sa91114u1f9p9gi5e9la3gvsq0allhgs/f/hfile_0 2024-12-05T05:23:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__n0f0l6l5meglag2ghr4jpe8ahkjna232sa91114u1f9p9gi5e9la3gvsq0allhgs/f/hfile_0 as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/f/f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ 2024-12-05T05:23:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__n0f0l6l5meglag2ghr4jpe8ahkjna232sa91114u1f9p9gi5e9la3gvsq0allhgs/f/hfile_1 2024-12-05T05:23:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__n0f0l6l5meglag2ghr4jpe8ahkjna232sa91114u1f9p9gi5e9la3gvsq0allhgs/f/hfile_1 as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/f/783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ 2024-12-05T05:23:45,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__n0f0l6l5meglag2ghr4jpe8ahkjna232sa91114u1f9p9gi5e9la3gvsq0allhgs/f/hfile_0 into bc6da43222f71480d714fec4ffa72e2d/f as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/f/f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ - updating store file list. 2024-12-05T05:23:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T05:23:45,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/f/f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ into bc6da43222f71480d714fec4ffa72e2d/f 2024-12-05T05:23:45,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__n0f0l6l5meglag2ghr4jpe8ahkjna232sa91114u1f9p9gi5e9la3gvsq0allhgs/f/hfile_0 into bc6da43222f71480d714fec4ffa72e2d/f (new location: hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/f/f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_) 2024-12-05T05:23:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__n0f0l6l5meglag2ghr4jpe8ahkjna232sa91114u1f9p9gi5e9la3gvsq0allhgs/f/hfile_0 2024-12-05T05:23:45,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__n0f0l6l5meglag2ghr4jpe8ahkjna232sa91114u1f9p9gi5e9la3gvsq0allhgs/f/hfile_1 into bc6da43222f71480d714fec4ffa72e2d/f as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/f/783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ - updating store file list. 2024-12-05T05:23:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 783c4d4d1a7a4955b920b9eede14547a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T05:23:45,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/f/783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ into bc6da43222f71480d714fec4ffa72e2d/f 2024-12-05T05:23:45,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__n0f0l6l5meglag2ghr4jpe8ahkjna232sa91114u1f9p9gi5e9la3gvsq0allhgs/f/hfile_1 into bc6da43222f71480d714fec4ffa72e2d/f (new location: hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/f/783c4d4d1a7a4955b920b9eede14547a_SeqId_6_) 2024-12-05T05:23:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44475 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/staging/jenkins__test__n0f0l6l5meglag2ghr4jpe8ahkjna232sa91114u1f9p9gi5e9la3gvsq0allhgs/f/hfile_1 2024-12-05T05:23:45,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:23:45,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:45,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:45,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:45,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:45,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d., hostname=8edcaf2ecc84,44475,1733376201164, seqNum=2 , the old value is region=test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d., hostname=8edcaf2ecc84,44475,1733376201164, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8edcaf2ecc84:44475 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T05:23:45,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d., hostname=8edcaf2ecc84,44475,1733376201164, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T05:23:45,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d., hostname=8edcaf2ecc84,44475,1733376201164, seqNum=2 from cache 2024-12-05T05:23:45,386 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T05:23:45,388 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T05:23:45,398 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 0, reset compression=false 2024-12-05T05:23:45,401 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:23:45,401 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-8edcaf2ecc84,44475,1733376201164 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc6da43222f71480d714fec4ffa72e2d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733376225384/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T05:23:45,403 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T05:23:45,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T05:23:45,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.ReplicationSink(318): Replicating [238e5883-b62e-456d-9b82-56e03807dfbb] bulk loaded data 2024-12-05T05:23:45,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d386dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:45,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] client.ClusterIdFetcher(90): Going to request 8edcaf2ecc84,45313,-1 for getting cluster id 2024-12-05T05:23:45,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T05:23:45,404 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34571e8f-ff8f-421d-932a-5c4aa20f8f27' 2024-12-05T05:23:45,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T05:23:45,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34571e8f-ff8f-421d-932a-5c4aa20f8f27" 2024-12-05T05:23:45,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a3d23d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:45,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8edcaf2ecc84,45313,-1] 2024-12-05T05:23:45,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T05:23:45,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:45,405 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-05T05:23:45,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23cf35c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T05:23:45,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741837_1013 (size=11194) 2024-12-05T05:23:45,418 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 0, reset compression=false 2024-12-05T05:23:45,422 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T05:23:45,422 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44475,1733376201164 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc6da43222f71480d714fec4ffa72e2d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733376225384/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T05:23:45,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.ReplicationSink(318): Replicating [238e5883-b62e-456d-9b82-56e03807dfbb] bulk loaded data 2024-12-05T05:23:45,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741839_1015 (size=11194) 2024-12-05T05:23:45,491 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:44475 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T05:23:45,601 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:45,622 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:45,784 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:23:45,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741838_1014 (size=10791) 2024-12-05T05:23:45,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T05:23:45,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8edcaf2ecc84,45313,1733376210175 2024-12-05T05:23:45,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@756efa52 2024-12-05T05:23:45,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T05:23:45,822 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-05T05:23:45,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T05:23:45,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T05:23:45,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8edcaf2ecc84,44135,1733376210324, seqNum=-1] 2024-12-05T05:23:45,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T05:23:45,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-05T05:23:45,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:45,830 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/staging/jenkins.hfs.23__test__ij5rnu55bev8qk8pdr82v9sb3p9gg0gtb7ru3v4el305jp9epr0glcko1a306o27/f/783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T05:23:45,831 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/staging/jenkins.hfs.23__test__ij5rnu55bev8qk8pdr82v9sb3p9gg0gtb7ru3v4el305jp9epr0glcko1a306o27/f/f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T05:23:45,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/staging/jenkins.hfs.23__test__ij5rnu55bev8qk8pdr82v9sb3p9gg0gtb7ru3v4el305jp9epr0glcko1a306o27/f/f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ for inclusion in d9db3819ff670873bd91fe48274cf11b/f 2024-12-05T05:23:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T05:23:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:23:45,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/staging/jenkins.hfs.23__test__ij5rnu55bev8qk8pdr82v9sb3p9gg0gtb7ru3v4el305jp9epr0glcko1a306o27/f/783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ for inclusion in d9db3819ff670873bd91fe48274cf11b/f 2024-12-05T05:23:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T05:23:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:23:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HRegion(2603): Flush status journal for d9db3819ff670873bd91fe48274cf11b: 2024-12-05T05:23:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T05:23:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/staging/jenkins.hfs.23__test__ij5rnu55bev8qk8pdr82v9sb3p9gg0gtb7ru3v4el305jp9epr0glcko1a306o27/f/f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ as hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/default/test/d9db3819ff670873bd91fe48274cf11b/f/a6ee7316521242febb35be7b6cd24d85_SeqId_4_ 2024-12-05T05:23:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T05:23:45,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741840_1016 (size=10791) 2024-12-05T05:23:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/staging/jenkins.hfs.23__test__ij5rnu55bev8qk8pdr82v9sb3p9gg0gtb7ru3v4el305jp9epr0glcko1a306o27/f/783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ as hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/default/test/d9db3819ff670873bd91fe48274cf11b/f/d735c307cdc546a58a4f6f2bd61329ec_SeqId_4_ 2024-12-05T05:23:45,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/staging/jenkins.hfs.23__test__ij5rnu55bev8qk8pdr82v9sb3p9gg0gtb7ru3v4el305jp9epr0glcko1a306o27/f/f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ into d9db3819ff670873bd91fe48274cf11b/f as hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/default/test/d9db3819ff670873bd91fe48274cf11b/f/a6ee7316521242febb35be7b6cd24d85_SeqId_4_ - updating store file list. 2024-12-05T05:23:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a6ee7316521242febb35be7b6cd24d85_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T05:23:45,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/default/test/d9db3819ff670873bd91fe48274cf11b/f/a6ee7316521242febb35be7b6cd24d85_SeqId_4_ into d9db3819ff670873bd91fe48274cf11b/f 2024-12-05T05:23:45,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/staging/jenkins.hfs.23__test__ij5rnu55bev8qk8pdr82v9sb3p9gg0gtb7ru3v4el305jp9epr0glcko1a306o27/f/f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ into d9db3819ff670873bd91fe48274cf11b/f (new location: hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/default/test/d9db3819ff670873bd91fe48274cf11b/f/a6ee7316521242febb35be7b6cd24d85_SeqId_4_) 2024-12-05T05:23:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/staging/jenkins.hfs.23__test__ij5rnu55bev8qk8pdr82v9sb3p9gg0gtb7ru3v4el305jp9epr0glcko1a306o27/f/f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ 2024-12-05T05:23:45,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/staging/jenkins.hfs.23__test__ij5rnu55bev8qk8pdr82v9sb3p9gg0gtb7ru3v4el305jp9epr0glcko1a306o27/f/783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ into d9db3819ff670873bd91fe48274cf11b/f as hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/default/test/d9db3819ff670873bd91fe48274cf11b/f/d735c307cdc546a58a4f6f2bd61329ec_SeqId_4_ - updating store file list. 2024-12-05T05:23:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d735c307cdc546a58a4f6f2bd61329ec_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T05:23:45,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/default/test/d9db3819ff670873bd91fe48274cf11b/f/d735c307cdc546a58a4f6f2bd61329ec_SeqId_4_ into d9db3819ff670873bd91fe48274cf11b/f 2024-12-05T05:23:45,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/staging/jenkins.hfs.23__test__ij5rnu55bev8qk8pdr82v9sb3p9gg0gtb7ru3v4el305jp9epr0glcko1a306o27/f/783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ into d9db3819ff670873bd91fe48274cf11b/f (new location: hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/default/test/d9db3819ff670873bd91fe48274cf11b/f/d735c307cdc546a58a4f6f2bd61329ec_SeqId_4_) 2024-12-05T05:23:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/staging/jenkins.hfs.23__test__ij5rnu55bev8qk8pdr82v9sb3p9gg0gtb7ru3v4el305jp9epr0glcko1a306o27/f/783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ 2024-12-05T05:23:45,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] regionserver.ReplicationSink(324): Finished replicating [238e5883-b62e-456d-9b82-56e03807dfbb] bulk loaded data 2024-12-05T05:23:45,905 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:45,926 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:46,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T05:23:46,249 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__kcjudh5v0l524j5rdo42ef8qnkoeelgvafn0anug7op4ldqmmaeohcglndrrdu8k/f/783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T05:23:46,250 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__kcjudh5v0l524j5rdo42ef8qnkoeelgvafn0anug7op4ldqmmaeohcglndrrdu8k/f/f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T05:23:46,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__kcjudh5v0l524j5rdo42ef8qnkoeelgvafn0anug7op4ldqmmaeohcglndrrdu8k/f/783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ for inclusion in 753d9e441669f504e778e4e7f253f0a8/f 2024-12-05T05:23:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T05:23:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:23:46,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__kcjudh5v0l524j5rdo42ef8qnkoeelgvafn0anug7op4ldqmmaeohcglndrrdu8k/f/f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ for inclusion in 753d9e441669f504e778e4e7f253f0a8/f 2024-12-05T05:23:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T05:23:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T05:23:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HRegion(2603): Flush status journal for 753d9e441669f504e778e4e7f253f0a8: 2024-12-05T05:23:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T05:23:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__kcjudh5v0l524j5rdo42ef8qnkoeelgvafn0anug7op4ldqmmaeohcglndrrdu8k/f/783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ as hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/f/3d261468846d47bf86ecefccbd68a0a8_SeqId_6_ 2024-12-05T05:23:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T05:23:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__kcjudh5v0l524j5rdo42ef8qnkoeelgvafn0anug7op4ldqmmaeohcglndrrdu8k/f/f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ as hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/f/edde348e00eb46689fb95a56d38d7bc5_SeqId_6_ 2024-12-05T05:23:46,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__kcjudh5v0l524j5rdo42ef8qnkoeelgvafn0anug7op4ldqmmaeohcglndrrdu8k/f/783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ into 753d9e441669f504e778e4e7f253f0a8/f as hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/f/3d261468846d47bf86ecefccbd68a0a8_SeqId_6_ - updating store file list. 2024-12-05T05:23:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3d261468846d47bf86ecefccbd68a0a8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T05:23:46,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/f/3d261468846d47bf86ecefccbd68a0a8_SeqId_6_ into 753d9e441669f504e778e4e7f253f0a8/f 2024-12-05T05:23:46,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__kcjudh5v0l524j5rdo42ef8qnkoeelgvafn0anug7op4ldqmmaeohcglndrrdu8k/f/783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ into 753d9e441669f504e778e4e7f253f0a8/f (new location: hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/f/3d261468846d47bf86ecefccbd68a0a8_SeqId_6_) 2024-12-05T05:23:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__kcjudh5v0l524j5rdo42ef8qnkoeelgvafn0anug7op4ldqmmaeohcglndrrdu8k/f/783c4d4d1a7a4955b920b9eede14547a_SeqId_6_ 2024-12-05T05:23:46,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__kcjudh5v0l524j5rdo42ef8qnkoeelgvafn0anug7op4ldqmmaeohcglndrrdu8k/f/f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ into 753d9e441669f504e778e4e7f253f0a8/f as hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/f/edde348e00eb46689fb95a56d38d7bc5_SeqId_6_ - updating store file list. 2024-12-05T05:23:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStoreFile(483): HFile Bloom filter type for edde348e00eb46689fb95a56d38d7bc5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T05:23:46,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/f/edde348e00eb46689fb95a56d38d7bc5_SeqId_6_ into 753d9e441669f504e778e4e7f253f0a8/f 2024-12-05T05:23:46,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__kcjudh5v0l524j5rdo42ef8qnkoeelgvafn0anug7op4ldqmmaeohcglndrrdu8k/f/f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ into 753d9e441669f504e778e4e7f253f0a8/f (new location: hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/f/edde348e00eb46689fb95a56d38d7bc5_SeqId_6_) 2024-12-05T05:23:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/staging/jenkins.hfs.22__test__kcjudh5v0l524j5rdo42ef8qnkoeelgvafn0anug7op4ldqmmaeohcglndrrdu8k/f/f42fe7456bb7451f98b7bddc2df51f86_SeqId_6_ 2024-12-05T05:23:46,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] regionserver.ReplicationSink(324): Finished replicating [238e5883-b62e-456d-9b82-56e03807dfbb] bulk loaded data 2024-12-05T05:23:46,308 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:46,328 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:46,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:23:46,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:23:46,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:46,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:46,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:46,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:46,401 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:23:46,401 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=340859469, stopped=false 2024-12-05T05:23:46,401 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,45313,1733376210175 2024-12-05T05:23:46,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1531887944/running 2024-12-05T05:23:46,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1531887944/running 2024-12-05T05:23:46,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944 2024-12-05T05:23:46,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944 2024-12-05T05:23:46,472 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:23:46,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:23:46,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:46,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:46,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Set watcher on znode that does not yet exist, /2-1531887944/running 2024-12-05T05:23:46,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Set watcher on znode that does not yet exist, /2-1531887944/running 2024-12-05T05:23:46,472 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,44135,1733376210324' ***** 2024-12-05T05:23:46,472 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:23:46,473 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:23:46,473 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:23:46,473 INFO [RS:0;8edcaf2ecc84:44135 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:23:46,473 INFO [RS:0;8edcaf2ecc84:44135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:23:46,473 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(3091): Received CLOSE for d9db3819ff670873bd91fe48274cf11b 2024-12-05T05:23:46,473 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,44135,1733376210324 2024-12-05T05:23:46,473 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:23:46,473 INFO [RS:0;8edcaf2ecc84:44135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:44135. 2024-12-05T05:23:46,474 DEBUG [RS:0;8edcaf2ecc84:44135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:46,474 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9db3819ff670873bd91fe48274cf11b, disabling compactions & flushes 2024-12-05T05:23:46,474 DEBUG [RS:0;8edcaf2ecc84:44135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:46,474 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733376216982.d9db3819ff670873bd91fe48274cf11b. 2024-12-05T05:23:46,474 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376216982.d9db3819ff670873bd91fe48274cf11b. 2024-12-05T05:23:46,474 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733376216982.d9db3819ff670873bd91fe48274cf11b. after waiting 0 ms 2024-12-05T05:23:46,474 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:23:46,474 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733376216982.d9db3819ff670873bd91fe48274cf11b. 2024-12-05T05:23:46,474 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:23:46,474 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:23:46,474 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:23:46,474 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T05:23:46,474 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d9db3819ff670873bd91fe48274cf11b=test,,1733376216982.d9db3819ff670873bd91fe48274cf11b.} 2024-12-05T05:23:46,474 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d9db3819ff670873bd91fe48274cf11b 2024-12-05T05:23:46,474 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:23:46,474 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:23:46,474 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:23:46,474 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:23:46,474 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:23:46,475 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T05:23:46,477 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/default/test/d9db3819ff670873bd91fe48274cf11b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T05:23:46,477 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:23:46,477 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:23:46,477 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733376216982.d9db3819ff670873bd91fe48274cf11b. 2024-12-05T05:23:46,477 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9db3819ff670873bd91fe48274cf11b: Waiting for close lock at 1733376226473Running coprocessor pre-close hooks at 1733376226473Disabling compacts and flushes for region at 1733376226473Disabling writes for close at 1733376226474 (+1 ms)Writing region close event to WAL at 1733376226474Running coprocessor post-close hooks at 1733376226477 (+3 ms)Closed at 1733376226477 2024-12-05T05:23:46,478 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733376216982.d9db3819ff670873bd91fe48274cf11b. 2024-12-05T05:23:46,486 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/.tmp/info/c315a20371254ce3bcd81c79c5983a31 is 129, key is test,,1733376216982.d9db3819ff670873bd91fe48274cf11b./info:regioninfo/1733376218204/Put/seqid=0 2024-12-05T05:23:46,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741839_1015 (size=6421) 2024-12-05T05:23:46,550 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:23:46,674 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:46,811 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:46,831 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:46,874 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:46,890 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/.tmp/info/c315a20371254ce3bcd81c79c5983a31 2024-12-05T05:23:46,903 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/.tmp/ns/e6528ef05a454ccdbc62e0b4203d49e0 is 43, key is default/ns:d/1733376213561/Put/seqid=0 2024-12-05T05:23:46,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741840_1016 (size=5153) 2024-12-05T05:23:47,075 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:47,275 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:47,306 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/.tmp/ns/e6528ef05a454ccdbc62e0b4203d49e0 2024-12-05T05:23:47,325 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/.tmp/rep_barrier/b6f3a9c1f49b4bd8b1527419a77d8583 is 112, key is test,,1733376216982.d9db3819ff670873bd91fe48274cf11b./rep_barrier:seqnumDuringOpen/1733376218204/Put/seqid=0 2024-12-05T05:23:47,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741841_1017 (size=5518) 2024-12-05T05:23:47,413 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:47,434 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:47,439 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:23:47,439 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:23:47,475 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T05:23:47,475 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T05:23:47,475 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:47,675 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:47,728 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/.tmp/rep_barrier/b6f3a9c1f49b4bd8b1527419a77d8583 2024-12-05T05:23:47,746 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/.tmp/table/09baff2538d043a19828badb7bffd8de is 40, key is test/table:state/1733376218209/Put/seqid=0 2024-12-05T05:23:47,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741842_1018 (size=5165) 2024-12-05T05:23:47,875 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:48,075 DEBUG [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:48,116 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:48,136 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:48,149 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/.tmp/table/09baff2538d043a19828badb7bffd8de 2024-12-05T05:23:48,152 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/.tmp/info/c315a20371254ce3bcd81c79c5983a31 as hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/info/c315a20371254ce3bcd81c79c5983a31 2024-12-05T05:23:48,155 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/info/c315a20371254ce3bcd81c79c5983a31, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T05:23:48,156 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/.tmp/ns/e6528ef05a454ccdbc62e0b4203d49e0 as hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/ns/e6528ef05a454ccdbc62e0b4203d49e0 2024-12-05T05:23:48,158 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/ns/e6528ef05a454ccdbc62e0b4203d49e0, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T05:23:48,159 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/.tmp/rep_barrier/b6f3a9c1f49b4bd8b1527419a77d8583 as hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/rep_barrier/b6f3a9c1f49b4bd8b1527419a77d8583 2024-12-05T05:23:48,161 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/rep_barrier/b6f3a9c1f49b4bd8b1527419a77d8583, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T05:23:48,162 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/.tmp/table/09baff2538d043a19828badb7bffd8de as hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/table/09baff2538d043a19828badb7bffd8de 2024-12-05T05:23:48,164 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/table/09baff2538d043a19828badb7bffd8de, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T05:23:48,165 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1691ms, sequenceid=11, compaction requested=false 2024-12-05T05:23:48,168 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T05:23:48,168 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:23:48,168 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:23:48,168 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:23:48,168 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376226474Running coprocessor pre-close hooks at 1733376226474Disabling compacts and flushes for region at 1733376226474Disabling writes for close at 1733376226474Obtaining lock to block concurrent updates at 1733376226475 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733376226475Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733376226475Flushing stores of hbase:meta,,1.1588230740 at 1733376226475Flushing 1588230740/info: creating writer at 1733376226475Flushing 1588230740/info: appending metadata at 1733376226486 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733376226486Flushing 1588230740/ns: creating writer at 1733376226893 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733376226903 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733376226903Flushing 1588230740/rep_barrier: creating writer at 1733376227309 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733376227325 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733376227325Flushing 1588230740/table: creating writer at 1733376227732 (+407 ms)Flushing 1588230740/table: appending metadata at 1733376227745 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733376227745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@270d4311: reopening flushed file at 1733376228152 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52c0eeab: reopening flushed file at 1733376228155 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c310975: reopening flushed file at 1733376228158 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7c6ba: reopening flushed file at 1733376228161 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1691ms, sequenceid=11, compaction requested=false at 1733376228165 (+4 ms)Writing region close event to WAL at 1733376228166 (+1 ms)Running coprocessor post-close hooks at 1733376228168 (+2 ms)Closed at 1733376228168 2024-12-05T05:23:48,168 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:23:48,276 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,44135,1733376210324; all regions closed. 2024-12-05T05:23:48,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741834_1010 (size=2717) 2024-12-05T05:23:48,278 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/WALs/8edcaf2ecc84,44135,1733376210324/8edcaf2ecc84%2C44135%2C1733376210324.meta.1733376213524.meta not finished, retry = 0 2024-12-05T05:23:48,379 DEBUG [RS:0;8edcaf2ecc84:44135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/oldWALs 2024-12-05T05:23:48,379 INFO [RS:0;8edcaf2ecc84:44135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C44135%2C1733376210324.meta:.meta(num 1733376213524) 2024-12-05T05:23:48,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741832_1008 (size=1028) 2024-12-05T05:23:48,382 DEBUG [RS:0;8edcaf2ecc84:44135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/oldWALs 2024-12-05T05:23:48,382 INFO [RS:0;8edcaf2ecc84:44135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C44135%2C1733376210324:(num 1733376212565) 2024-12-05T05:23:48,382 DEBUG [RS:0;8edcaf2ecc84:44135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:48,382 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:23:48,383 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:23:48,383 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T05:23:48,383 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:23:48,383 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:23:48,383 INFO [RS:0;8edcaf2ecc84:44135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:44135. 2024-12-05T05:23:48,383 DEBUG [RS:0;8edcaf2ecc84:44135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:48,383 DEBUG [RS:0;8edcaf2ecc84:44135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:48,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:48,384 DEBUG [RS:0;8edcaf2ecc84:44135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:48,384 INFO [RS:0;8edcaf2ecc84:44135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44135 2024-12-05T05:23:48,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1531887944/rs/8edcaf2ecc84,44135,1733376210324 2024-12-05T05:23:48,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944/rs 2024-12-05T05:23:48,398 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:23:48,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,44135,1733376210324] 2024-12-05T05:23:48,419 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1531887944/draining/8edcaf2ecc84,44135,1733376210324 already deleted, retry=false 2024-12-05T05:23:48,419 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,44135,1733376210324 expired; onlineServers=0 2024-12-05T05:23:48,419 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,45313,1733376210175' ***** 2024-12-05T05:23:48,419 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:23:48,419 INFO [M:0;8edcaf2ecc84:45313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:23:48,419 INFO [M:0;8edcaf2ecc84:45313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:23:48,419 DEBUG [M:0;8edcaf2ecc84:45313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:23:48,419 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:23:48,419 DEBUG [M:0;8edcaf2ecc84:45313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:23:48,419 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376212321 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376212321,5,FailOnTimeoutGroup] 2024-12-05T05:23:48,419 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376212324 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376212324,5,FailOnTimeoutGroup] 2024-12-05T05:23:48,419 INFO [M:0;8edcaf2ecc84:45313 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:23:48,419 INFO [M:0;8edcaf2ecc84:45313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:23:48,419 DEBUG [M:0;8edcaf2ecc84:45313 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:23:48,420 INFO [M:0;8edcaf2ecc84:45313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:23:48,420 INFO [M:0;8edcaf2ecc84:45313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:23:48,420 INFO [M:0;8edcaf2ecc84:45313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:23:48,420 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:23:48,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1531887944/master 2024-12-05T05:23:48,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1531887944 2024-12-05T05:23:48,429 DEBUG [M:0;8edcaf2ecc84:45313 {}] zookeeper.ZKUtil(347): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Unable to get data of znode /2-1531887944/master because node does not exist (not an error) 2024-12-05T05:23:48,429 WARN [M:0;8edcaf2ecc84:45313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:23:48,430 INFO [M:0;8edcaf2ecc84:45313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/.lastflushedseqids 2024-12-05T05:23:48,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741843_1019 (size=173) 2024-12-05T05:23:48,508 INFO [RS:0;8edcaf2ecc84:44135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:23:48,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:48,508 INFO [RS:0;8edcaf2ecc84:44135 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,44135,1733376210324; zookeeper connection closed. 2024-12-05T05:23:48,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44135-0x101a3f1c3a20007, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:48,509 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48dd22c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48dd22c5 2024-12-05T05:23:48,509 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:23:48,834 INFO [M:0;8edcaf2ecc84:45313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:23:48,834 INFO [M:0;8edcaf2ecc84:45313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:23:48,834 DEBUG [M:0;8edcaf2ecc84:45313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:23:48,834 INFO [M:0;8edcaf2ecc84:45313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:48,835 DEBUG [M:0;8edcaf2ecc84:45313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:48,835 DEBUG [M:0;8edcaf2ecc84:45313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:23:48,835 DEBUG [M:0;8edcaf2ecc84:45313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:48,835 INFO [M:0;8edcaf2ecc84:45313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-12-05T05:23:48,850 DEBUG [M:0;8edcaf2ecc84:45313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4dd12116819f4e79916818031230afdd is 82, key is hbase:meta,,1/info:regioninfo/1733376213547/Put/seqid=0 2024-12-05T05:23:48,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741844_1020 (size=5672) 2024-12-05T05:23:48,920 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:48,939 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:49,255 INFO [M:0;8edcaf2ecc84:45313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4dd12116819f4e79916818031230afdd 2024-12-05T05:23:49,271 DEBUG [M:0;8edcaf2ecc84:45313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2271efbd3a043e5b2d7148de9997b43 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733376218211/Put/seqid=0 2024-12-05T05:23:49,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741845_1021 (size=6585) 2024-12-05T05:23:49,674 INFO [M:0;8edcaf2ecc84:45313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2271efbd3a043e5b2d7148de9997b43 2024-12-05T05:23:49,693 DEBUG [M:0;8edcaf2ecc84:45313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c15caa394c1c4548b6aec5dd3ba74cef is 69, key is 8edcaf2ecc84,44135,1733376210324/rs:state/1733376212383/Put/seqid=0 2024-12-05T05:23:49,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741846_1022 (size=5156) 2024-12-05T05:23:49,697 INFO [M:0;8edcaf2ecc84:45313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c15caa394c1c4548b6aec5dd3ba74cef 2024-12-05T05:23:49,700 DEBUG [M:0;8edcaf2ecc84:45313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4dd12116819f4e79916818031230afdd as hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4dd12116819f4e79916818031230afdd 2024-12-05T05:23:49,703 INFO [M:0;8edcaf2ecc84:45313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4dd12116819f4e79916818031230afdd, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T05:23:49,703 DEBUG [M:0;8edcaf2ecc84:45313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2271efbd3a043e5b2d7148de9997b43 as hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2271efbd3a043e5b2d7148de9997b43 2024-12-05T05:23:49,706 INFO [M:0;8edcaf2ecc84:45313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2271efbd3a043e5b2d7148de9997b43, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T05:23:49,707 DEBUG [M:0;8edcaf2ecc84:45313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c15caa394c1c4548b6aec5dd3ba74cef as hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c15caa394c1c4548b6aec5dd3ba74cef 2024-12-05T05:23:49,709 INFO [M:0;8edcaf2ecc84:45313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33961/user/jenkins/test-data/fc85e7b9-57d9-5cd0-e6a7-37245a5c306f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c15caa394c1c4548b6aec5dd3ba74cef, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T05:23:49,710 INFO [M:0;8edcaf2ecc84:45313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=55, compaction requested=false 2024-12-05T05:23:49,711 INFO [M:0;8edcaf2ecc84:45313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:49,711 DEBUG [M:0;8edcaf2ecc84:45313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376228834Disabling compacts and flushes for region at 1733376228834Disabling writes for close at 1733376228835 (+1 ms)Obtaining lock to block concurrent updates at 1733376228835Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376228835Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1733376228835Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376228835Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376228835Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376228850 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376228850Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376229258 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376229271 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376229271Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376229678 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376229693 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376229693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f52a89e: reopening flushed file at 1733376229699 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3995d874: reopening flushed file at 1733376229703 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3350e4a3: reopening flushed file at 1733376229706 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=55, compaction requested=false at 1733376229710 (+4 ms)Writing region close event to WAL at 1733376229711 (+1 ms)Closed at 1733376229711 2024-12-05T05:23:49,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43893 is added to blk_1073741830_1006 (size=32758) 2024-12-05T05:23:49,713 INFO [M:0;8edcaf2ecc84:45313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:23:49,713 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:23:49,713 INFO [M:0;8edcaf2ecc84:45313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45313 2024-12-05T05:23:49,713 INFO [M:0;8edcaf2ecc84:45313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:23:49,823 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:49,842 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:49,877 INFO [M:0;8edcaf2ecc84:45313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:23:49,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:49,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45313-0x101a3f1c3a20006, quorum=127.0.0.1:57169, baseZNode=/2-1531887944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:49,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a2c9bb4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:23:49,879 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35c2c746{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:23:49,879 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:23:49,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@482f620{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:23:49,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50f233f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/hadoop.log.dir/,STOPPED} 2024-12-05T05:23:49,880 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:23:49,880 WARN [BP-2103991659-172.17.0.3-1733376208311 heartbeating to localhost/127.0.0.1:33961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:23:49,880 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:23:49,880 WARN [BP-2103991659-172.17.0.3-1733376208311 heartbeating to localhost/127.0.0.1:33961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2103991659-172.17.0.3-1733376208311 (Datanode Uuid 20b817fb-9891-41cd-a352-fb0b6f82b069) service to localhost/127.0.0.1:33961 2024-12-05T05:23:49,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/cluster_6f1b4320-2258-ca3d-033f-660d677faa45/data/data1/current/BP-2103991659-172.17.0.3-1733376208311 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:23:49,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/cluster_6f1b4320-2258-ca3d-033f-660d677faa45/data/data2/current/BP-2103991659-172.17.0.3-1733376208311 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:23:49,881 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:23:49,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a241adc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:23:49,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a68801b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:23:49,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:23:49,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@86e1c62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:23:49,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46ebd344{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb6130a-2f26-b88f-3e3b-50ee6b126e1c/hadoop.log.dir/,STOPPED} 2024-12-05T05:23:49,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:23:49,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:23:49,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:23:49,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:49,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:49,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:49,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:49,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:23:49,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=873610041, stopped=false 2024-12-05T05:23:49,897 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,36699,1733376206051 2024-12-05T05:23:49,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-316588448/running 2024-12-05T05:23:49,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-316588448/running 2024-12-05T05:23:49,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448 2024-12-05T05:23:49,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448 2024-12-05T05:23:49,914 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:23:49,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:23:49,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:49,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:49,914 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,45077,1733376206343' ***** 2024-12-05T05:23:49,914 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:23:49,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Set watcher on znode that does not yet exist, /1-316588448/running 2024-12-05T05:23:49,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Set watcher on znode that does not yet exist, /1-316588448/running 2024-12-05T05:23:49,915 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:23:49,915 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:23:49,915 INFO [RS:0;8edcaf2ecc84:45077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:23:49,915 INFO [RS:0;8edcaf2ecc84:45077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:23:49,915 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(3091): Received CLOSE for 753d9e441669f504e778e4e7f253f0a8 2024-12-05T05:23:49,915 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,45077,1733376206343 2024-12-05T05:23:49,915 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:23:49,915 INFO [RS:0;8edcaf2ecc84:45077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:45077. 2024-12-05T05:23:49,915 DEBUG [RS:0;8edcaf2ecc84:45077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:49,915 DEBUG [RS:0;8edcaf2ecc84:45077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:49,915 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 753d9e441669f504e778e4e7f253f0a8, disabling compactions & flushes 2024-12-05T05:23:49,915 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733376215842.753d9e441669f504e778e4e7f253f0a8. 2024-12-05T05:23:49,915 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:23:49,915 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376215842.753d9e441669f504e778e4e7f253f0a8. 2024-12-05T05:23:49,915 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:23:49,915 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733376215842.753d9e441669f504e778e4e7f253f0a8. after waiting 0 ms 2024-12-05T05:23:49,915 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:23:49,915 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733376215842.753d9e441669f504e778e4e7f253f0a8. 2024-12-05T05:23:49,915 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:23:49,916 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T05:23:49,916 DEBUG [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 753d9e441669f504e778e4e7f253f0a8=test,,1733376215842.753d9e441669f504e778e4e7f253f0a8.} 2024-12-05T05:23:49,916 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:23:49,916 DEBUG [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 753d9e441669f504e778e4e7f253f0a8 2024-12-05T05:23:49,916 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:23:49,916 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:23:49,916 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:23:49,916 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:23:49,916 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T05:23:49,918 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/default/test/753d9e441669f504e778e4e7f253f0a8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T05:23:49,919 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:23:49,919 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:23:49,919 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733376215842.753d9e441669f504e778e4e7f253f0a8. 2024-12-05T05:23:49,919 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 753d9e441669f504e778e4e7f253f0a8: Waiting for close lock at 1733376229915Running coprocessor pre-close hooks at 1733376229915Disabling compacts and flushes for region at 1733376229915Disabling writes for close at 1733376229915Writing region close event to WAL at 1733376229916 (+1 ms)Running coprocessor post-close hooks at 1733376229919 (+3 ms)Closed at 1733376229919 2024-12-05T05:23:49,919 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733376215842.753d9e441669f504e778e4e7f253f0a8. 2024-12-05T05:23:49,928 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/.tmp/info/540366a7998e4179b64f83ff4fc2da5b is 129, key is test,,1733376215842.753d9e441669f504e778e4e7f253f0a8./info:regioninfo/1733376216577/Put/seqid=0 2024-12-05T05:23:49,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741841_1017 (size=6421) 2024-12-05T05:23:49,944 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:23:50,116 DEBUG [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:50,316 DEBUG [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:50,331 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/.tmp/info/540366a7998e4179b64f83ff4fc2da5b 2024-12-05T05:23:50,345 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/.tmp/ns/b5e6bfc5191f4ab0b2f6fdfbada2d9ed is 43, key is default/ns:d/1733376208184/Put/seqid=0 2024-12-05T05:23:50,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741842_1018 (size=5153) 2024-12-05T05:23:50,516 DEBUG [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:50,564 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T05:23:50,587 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:23:50,588 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:23:50,716 DEBUG [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:50,748 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/.tmp/ns/b5e6bfc5191f4ab0b2f6fdfbada2d9ed 2024-12-05T05:23:50,767 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/.tmp/rep_barrier/61ad9b11d97b4c4e89c83224293b4649 is 112, key is test,,1733376215842.753d9e441669f504e778e4e7f253f0a8./rep_barrier:seqnumDuringOpen/1733376216577/Put/seqid=0 2024-12-05T05:23:50,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741843_1019 (size=5518) 2024-12-05T05:23:50,825 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:50,844 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:50,916 DEBUG [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:51,117 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T05:23:51,117 DEBUG [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T05:23:51,117 DEBUG [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:51,170 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/.tmp/rep_barrier/61ad9b11d97b4c4e89c83224293b4649 2024-12-05T05:23:51,184 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/.tmp/table/cba23ff18f454d86afb8ae56c927d66a is 40, key is test/table:state/1733376216582/Put/seqid=0 2024-12-05T05:23:51,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741844_1020 (size=5165) 2024-12-05T05:23:51,188 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/.tmp/table/cba23ff18f454d86afb8ae56c927d66a 2024-12-05T05:23:51,191 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/.tmp/info/540366a7998e4179b64f83ff4fc2da5b as hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/info/540366a7998e4179b64f83ff4fc2da5b 2024-12-05T05:23:51,194 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/info/540366a7998e4179b64f83ff4fc2da5b, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T05:23:51,194 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/.tmp/ns/b5e6bfc5191f4ab0b2f6fdfbada2d9ed as hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/ns/b5e6bfc5191f4ab0b2f6fdfbada2d9ed 2024-12-05T05:23:51,197 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/ns/b5e6bfc5191f4ab0b2f6fdfbada2d9ed, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T05:23:51,198 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/.tmp/rep_barrier/61ad9b11d97b4c4e89c83224293b4649 as hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/rep_barrier/61ad9b11d97b4c4e89c83224293b4649 2024-12-05T05:23:51,200 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/rep_barrier/61ad9b11d97b4c4e89c83224293b4649, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T05:23:51,201 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/.tmp/table/cba23ff18f454d86afb8ae56c927d66a as hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/table/cba23ff18f454d86afb8ae56c927d66a 2024-12-05T05:23:51,203 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/table/cba23ff18f454d86afb8ae56c927d66a, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T05:23:51,204 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=11, compaction requested=false 2024-12-05T05:23:51,204 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:23:51,207 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T05:23:51,208 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:23:51,208 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:23:51,208 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:23:51,208 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376229916Running coprocessor pre-close hooks at 1733376229916Disabling compacts and flushes for region at 1733376229916Disabling writes for close at 1733376229916Obtaining lock to block concurrent updates at 1733376229916Preparing flush snapshotting stores in 1588230740 at 1733376229916Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733376229916Flushing stores of hbase:meta,,1.1588230740 at 1733376229917 (+1 ms)Flushing 1588230740/info: creating writer at 1733376229917Flushing 1588230740/info: appending metadata at 1733376229928 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733376229928Flushing 1588230740/ns: creating writer at 1733376230335 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733376230345 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733376230345Flushing 1588230740/rep_barrier: creating writer at 1733376230752 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733376230766 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733376230766Flushing 1588230740/table: creating writer at 1733376231173 (+407 ms)Flushing 1588230740/table: appending metadata at 1733376231184 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733376231184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16262f1e: reopening flushed file at 1733376231190 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5343061c: reopening flushed file at 1733376231194 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1434ff1: reopening flushed file at 1733376231197 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e2f794: reopening flushed file at 1733376231201 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=11, compaction requested=false at 1733376231204 (+3 ms)Writing region close event to WAL at 1733376231205 (+1 ms)Running coprocessor post-close hooks at 1733376231208 (+3 ms)Closed at 1733376231208 2024-12-05T05:23:51,208 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:23:51,317 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,45077,1733376206343; all regions closed. 2024-12-05T05:23:51,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741834_1010 (size=2717) 2024-12-05T05:23:51,318 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/WALs/8edcaf2ecc84,45077,1733376206343/8edcaf2ecc84%2C45077%2C1733376206343.meta.1733376208146.meta not finished, retry = 0 2024-12-05T05:23:51,420 DEBUG [RS:0;8edcaf2ecc84:45077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/oldWALs 2024-12-05T05:23:51,420 INFO [RS:0;8edcaf2ecc84:45077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C45077%2C1733376206343.meta:.meta(num 1733376208146) 2024-12-05T05:23:51,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741833_1009 (size=1374) 2024-12-05T05:23:51,422 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/WALs/8edcaf2ecc84,45077,1733376206343/8edcaf2ecc84%2C45077%2C1733376206343.1733376207651 not finished, retry = 0 2024-12-05T05:23:51,524 DEBUG [RS:0;8edcaf2ecc84:45077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/oldWALs 2024-12-05T05:23:51,524 INFO [RS:0;8edcaf2ecc84:45077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8edcaf2ecc84%2C45077%2C1733376206343:(num 1733376207651) 2024-12-05T05:23:51,524 DEBUG [RS:0;8edcaf2ecc84:45077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:51,524 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:23:51,524 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:23:51,524 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T05:23:51,524 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:23:51,524 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:23:51,524 INFO [RS:0;8edcaf2ecc84:45077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:45077. 2024-12-05T05:23:51,524 DEBUG [RS:0;8edcaf2ecc84:45077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:51,524 DEBUG [RS:0;8edcaf2ecc84:45077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:51,525 DEBUG [RS:0;8edcaf2ecc84:45077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:51,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:51,525 INFO [RS:0;8edcaf2ecc84:45077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45077 2024-12-05T05:23:51,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-316588448/rs/8edcaf2ecc84,45077,1733376206343 2024-12-05T05:23:51,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448/rs 2024-12-05T05:23:51,587 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:23:51,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,45077,1733376206343] 2024-12-05T05:23:51,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-316588448/draining/8edcaf2ecc84,45077,1733376206343 already deleted, retry=false 2024-12-05T05:23:51,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,45077,1733376206343 expired; onlineServers=0 2024-12-05T05:23:51,608 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,36699,1733376206051' ***** 2024-12-05T05:23:51,608 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:23:51,608 INFO [M:0;8edcaf2ecc84:36699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:23:51,608 INFO [M:0;8edcaf2ecc84:36699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:23:51,608 DEBUG [M:0;8edcaf2ecc84:36699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:23:51,608 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:23:51,608 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376207468 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376207468,5,FailOnTimeoutGroup] 2024-12-05T05:23:51,608 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376207469 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376207469,5,FailOnTimeoutGroup] 2024-12-05T05:23:51,608 DEBUG [M:0;8edcaf2ecc84:36699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:23:51,609 INFO [M:0;8edcaf2ecc84:36699 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:23:51,609 INFO [M:0;8edcaf2ecc84:36699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:23:51,609 DEBUG [M:0;8edcaf2ecc84:36699 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:23:51,609 INFO [M:0;8edcaf2ecc84:36699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:23:51,609 INFO [M:0;8edcaf2ecc84:36699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:23:51,609 INFO [M:0;8edcaf2ecc84:36699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:23:51,609 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:23:51,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-316588448/master 2024-12-05T05:23:51,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316588448 2024-12-05T05:23:51,619 DEBUG [M:0;8edcaf2ecc84:36699 {}] zookeeper.ZKUtil(347): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Unable to get data of znode /1-316588448/master because node does not exist (not an error) 2024-12-05T05:23:51,619 WARN [M:0;8edcaf2ecc84:36699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:23:51,619 INFO [M:0;8edcaf2ecc84:36699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/.lastflushedseqids 2024-12-05T05:23:51,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741845_1021 (size=173) 2024-12-05T05:23:51,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:51,698 INFO [RS:0;8edcaf2ecc84:45077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:23:51,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45077-0x101a3f1c3a20004, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:51,698 INFO [RS:0;8edcaf2ecc84:45077 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,45077,1733376206343; zookeeper connection closed. 2024-12-05T05:23:51,698 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6cc5ca25 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6cc5ca25 2024-12-05T05:23:51,698 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:23:51,928 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:51,947 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:51,979 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T05:23:51,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:51,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:51,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:51,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:51,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:51,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:51,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:52,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:52,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:52,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:52,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:52,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:52,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:52,023 INFO [M:0;8edcaf2ecc84:36699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:23:52,023 INFO [M:0;8edcaf2ecc84:36699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:23:52,023 DEBUG [M:0;8edcaf2ecc84:36699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:23:52,023 INFO [M:0;8edcaf2ecc84:36699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:52,023 DEBUG [M:0;8edcaf2ecc84:36699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:52,023 DEBUG [M:0;8edcaf2ecc84:36699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:23:52,023 DEBUG [M:0;8edcaf2ecc84:36699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:52,023 INFO [M:0;8edcaf2ecc84:36699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-05T05:23:52,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:52,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:52,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:52,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:52,039 DEBUG [M:0;8edcaf2ecc84:36699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f0826f7633f41f3b278cbd4a16d6c57 is 82, key is hbase:meta,,1/info:regioninfo/1733376208173/Put/seqid=0 2024-12-05T05:23:52,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741846_1022 (size=5672) 2024-12-05T05:23:52,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T05:23:52,442 INFO [M:0;8edcaf2ecc84:36699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f0826f7633f41f3b278cbd4a16d6c57 2024-12-05T05:23:52,457 DEBUG [M:0;8edcaf2ecc84:36699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/079edc920ec04147927ff3e654e8f85d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733376216585/Put/seqid=0 2024-12-05T05:23:52,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741847_1023 (size=6586) 2024-12-05T05:23:52,860 INFO [M:0;8edcaf2ecc84:36699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/079edc920ec04147927ff3e654e8f85d 2024-12-05T05:23:52,877 DEBUG [M:0;8edcaf2ecc84:36699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40563817dde841ac8069ccb13f9d8210 is 69, key is 8edcaf2ecc84,45077,1733376206343/rs:state/1733376207504/Put/seqid=0 2024-12-05T05:23:52,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741848_1024 (size=5156) 2024-12-05T05:23:53,130 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:53,149 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:53,280 INFO [M:0;8edcaf2ecc84:36699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40563817dde841ac8069ccb13f9d8210 2024-12-05T05:23:53,284 DEBUG [M:0;8edcaf2ecc84:36699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f0826f7633f41f3b278cbd4a16d6c57 as hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f0826f7633f41f3b278cbd4a16d6c57 2024-12-05T05:23:53,287 INFO [M:0;8edcaf2ecc84:36699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f0826f7633f41f3b278cbd4a16d6c57, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T05:23:53,287 DEBUG [M:0;8edcaf2ecc84:36699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/079edc920ec04147927ff3e654e8f85d as hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/079edc920ec04147927ff3e654e8f85d 2024-12-05T05:23:53,290 INFO [M:0;8edcaf2ecc84:36699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/079edc920ec04147927ff3e654e8f85d, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T05:23:53,291 DEBUG [M:0;8edcaf2ecc84:36699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40563817dde841ac8069ccb13f9d8210 as hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40563817dde841ac8069ccb13f9d8210 2024-12-05T05:23:53,294 INFO [M:0;8edcaf2ecc84:36699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38607/user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40563817dde841ac8069ccb13f9d8210, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T05:23:53,294 INFO [M:0;8edcaf2ecc84:36699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=55, compaction requested=false 2024-12-05T05:23:53,295 INFO [M:0;8edcaf2ecc84:36699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:53,295 DEBUG [M:0;8edcaf2ecc84:36699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376232023Disabling compacts and flushes for region at 1733376232023Disabling writes for close at 1733376232023Obtaining lock to block concurrent updates at 1733376232023Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376232023Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733376232023Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376232024 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376232024Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376232038 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376232038Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376232445 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376232456 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376232456Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376232863 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376232877 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376232877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab15180: reopening flushed file at 1733376233283 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f59887: reopening flushed file at 1733376233287 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9fc0b4: reopening flushed file at 1733376233290 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=55, compaction requested=false at 1733376233294 (+4 ms)Writing region close event to WAL at 1733376233295 (+1 ms)Closed at 1733376233295 2024-12-05T05:23:53,297 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/318e9159-848e-52a5-4244-c52ebc63caa1/MasterData/WALs/8edcaf2ecc84,36699,1733376206051/8edcaf2ecc84%2C36699%2C1733376206051.1733376207238 not finished, retry = 0 2024-12-05T05:23:53,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741830_1006 (size=32770) 2024-12-05T05:23:53,397 INFO [M:0;8edcaf2ecc84:36699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:23:53,397 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:23:53,397 INFO [M:0;8edcaf2ecc84:36699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36699 2024-12-05T05:23:53,398 INFO [M:0;8edcaf2ecc84:36699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:23:53,519 INFO [M:0;8edcaf2ecc84:36699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:23:53,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:53,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36699-0x101a3f1c3a20003, quorum=127.0.0.1:57169, baseZNode=/1-316588448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:53,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@698f8653{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:23:53,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@763fcca7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:23:53,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:23:53,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40ea7f7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:23:53,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@753261d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/hadoop.log.dir/,STOPPED} 2024-12-05T05:23:53,522 WARN [BP-774801588-172.17.0.3-1733376204142 heartbeating to localhost/127.0.0.1:38607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:23:53,522 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:23:53,522 WARN [BP-774801588-172.17.0.3-1733376204142 heartbeating to localhost/127.0.0.1:38607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-774801588-172.17.0.3-1733376204142 (Datanode Uuid f6a99911-6187-4df2-bb5d-e9818327280c) service to localhost/127.0.0.1:38607 2024-12-05T05:23:53,522 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:23:53,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/cluster_eefcf21d-e3ea-a94e-aa2e-446e9e29957e/data/data1/current/BP-774801588-172.17.0.3-1733376204142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:23:53,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/cluster_eefcf21d-e3ea-a94e-aa2e-446e9e29957e/data/data2/current/BP-774801588-172.17.0.3-1733376204142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:23:53,523 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:23:53,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24c477c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:23:53,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c9cca84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:23:53,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:23:53,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35af3ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:23:53,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49c62e40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f46667f-f7ee-97f7-9ddc-202f8d244fb8/hadoop.log.dir/,STOPPED} 2024-12-05T05:23:53,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:23:53,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T05:23:53,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:23:53,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:53,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:53,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:53,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:53,544 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T05:23:53,544 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=217172476, stopped=false 2024-12-05T05:23:53,544 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8edcaf2ecc84,39171,1733376200974 2024-12-05T05:23:53,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0358372879/running 2024-12-05T05:23:53,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0358372879/running 2024-12-05T05:23:53,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:53,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:53,555 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:23:53,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T05:23:53,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:53,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:53,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Set watcher on znode that does not yet exist, /0358372879/running 2024-12-05T05:23:53,556 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8edcaf2ecc84,44475,1733376201164' ***** 2024-12-05T05:23:53,556 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T05:23:53,556 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T05:23:53,556 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T05:23:53,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Set watcher on znode that does not yet exist, /0358372879/running 2024-12-05T05:23:53,556 INFO [RS:0;8edcaf2ecc84:44475 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T05:23:53,556 INFO [RS:0;8edcaf2ecc84:44475 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T05:23:53,556 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(3091): Received CLOSE for bc6da43222f71480d714fec4ffa72e2d 2024-12-05T05:23:53,557 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:53,557 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(959): stopping server 8edcaf2ecc84,44475,1733376201164 2024-12-05T05:23:53,557 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:23:53,557 INFO [RS:0;8edcaf2ecc84:44475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:44475. 2024-12-05T05:23:53,557 DEBUG [RS:0;8edcaf2ecc84:44475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:53,557 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc6da43222f71480d714fec4ffa72e2d, disabling compactions & flushes 2024-12-05T05:23:53,557 DEBUG [RS:0;8edcaf2ecc84:44475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:53,557 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d. 2024-12-05T05:23:53,557 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d. 2024-12-05T05:23:53,557 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d. after waiting 0 ms 2024-12-05T05:23:53,557 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T05:23:53,557 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d. 2024-12-05T05:23:53,557 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T05:23:53,557 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T05:23:53,557 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T05:23:53,557 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T05:23:53,557 DEBUG [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1325): Online Regions={bc6da43222f71480d714fec4ffa72e2d=test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d., 1588230740=hbase:meta,,1.1588230740, 1d743ed81412a2bfdaf0ade09f870b43=hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43.} 2024-12-05T05:23:53,557 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T05:23:53,557 DEBUG [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d743ed81412a2bfdaf0ade09f870b43, bc6da43222f71480d714fec4ffa72e2d 2024-12-05T05:23:53,557 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T05:23:53,557 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T05:23:53,557 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T05:23:53,557 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T05:23:53,557 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T05:23:53,560 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/default/test/bc6da43222f71480d714fec4ffa72e2d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T05:23:53,560 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:23:53,560 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T05:23:53,560 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d. 2024-12-05T05:23:53,560 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc6da43222f71480d714fec4ffa72e2d: Waiting for close lock at 1733376233557Running coprocessor pre-close hooks at 1733376233557Disabling compacts and flushes for region at 1733376233557Disabling writes for close at 1733376233557Writing region close event to WAL at 1733376233557Running coprocessor post-close hooks at 1733376233560 (+3 ms)Closed at 1733376233560 2024-12-05T05:23:53,560 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d. 2024-12-05T05:23:53,560 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d743ed81412a2bfdaf0ade09f870b43, disabling compactions & flushes 2024-12-05T05:23:53,560 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43. 2024-12-05T05:23:53,561 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43. 2024-12-05T05:23:53,561 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43. after waiting 0 ms 2024-12-05T05:23:53,561 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43. 2024-12-05T05:23:53,561 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1d743ed81412a2bfdaf0ade09f870b43 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-05T05:23:53,569 INFO [regionserver/8edcaf2ecc84:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:23:53,569 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/.tmp/info/f4fab24482a643d9bea83c8c7ab226d9 is 147, key is hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43./info:regioninfo/1733376220292/Put/seqid=0 2024-12-05T05:23:53,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741847_1023 (size=7686) 2024-12-05T05:23:53,572 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/.tmp/info/f4fab24482a643d9bea83c8c7ab226d9 2024-12-05T05:23:53,577 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/replication/1d743ed81412a2bfdaf0ade09f870b43/.tmp/hfileref/ced3a1ce75d443b4b41fbe9bb005191a is 74, key is 1/hfileref:783c4d4d1a7a4955b920b9eede14547a_SeqId_6_/1733376226264/DeleteColumn/seqid=0 2024-12-05T05:23:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741848_1024 (size=5489) 2024-12-05T05:23:53,587 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/.tmp/ns/3a9b1438065f40c49d708b6f0916444c is 43, key is default/ns:d/1733376204028/Put/seqid=0 2024-12-05T05:23:53,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741849_1025 (size=5153) 2024-12-05T05:23:53,757 DEBUG [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:53,920 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T05:23:53,920 INFO [regionserver/8edcaf2ecc84:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T05:23:53,957 DEBUG [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:53,980 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/replication/1d743ed81412a2bfdaf0ade09f870b43/.tmp/hfileref/ced3a1ce75d443b4b41fbe9bb005191a 2024-12-05T05:23:53,990 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/.tmp/ns/3a9b1438065f40c49d708b6f0916444c 2024-12-05T05:23:53,995 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/replication/1d743ed81412a2bfdaf0ade09f870b43/.tmp/queue/3fb4d46e01234c95a2d4b227b8ea3ad2 is 153, key is 1-8edcaf2ecc84,44475,1733376201164/queue:8edcaf2ecc84%2C44475%2C1733376201164/1733376226265/Put/seqid=0 2024-12-05T05:23:54,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741850_1026 (size=5504) 2024-12-05T05:23:54,008 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/.tmp/rep_barrier/4f5cc1708c5d4dd1b29d6a0df9edeaab is 112, key is test,,1733376213676.bc6da43222f71480d714fec4ffa72e2d./rep_barrier:seqnumDuringOpen/1733376214813/Put/seqid=0 2024-12-05T05:23:54,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741851_1027 (size=5518) 2024-12-05T05:23:54,158 DEBUG [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:54,358 DEBUG [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d743ed81412a2bfdaf0ade09f870b43 2024-12-05T05:23:54,406 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/replication/1d743ed81412a2bfdaf0ade09f870b43/.tmp/queue/3fb4d46e01234c95a2d4b227b8ea3ad2 2024-12-05T05:23:54,410 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/replication/1d743ed81412a2bfdaf0ade09f870b43/.tmp/hfileref/ced3a1ce75d443b4b41fbe9bb005191a as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/replication/1d743ed81412a2bfdaf0ade09f870b43/hfileref/ced3a1ce75d443b4b41fbe9bb005191a 2024-12-05T05:23:54,411 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/.tmp/rep_barrier/4f5cc1708c5d4dd1b29d6a0df9edeaab 2024-12-05T05:23:54,413 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/replication/1d743ed81412a2bfdaf0ade09f870b43/hfileref/ced3a1ce75d443b4b41fbe9bb005191a, entries=6, sequenceid=17, filesize=5.4 K 2024-12-05T05:23:54,414 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/replication/1d743ed81412a2bfdaf0ade09f870b43/.tmp/queue/3fb4d46e01234c95a2d4b227b8ea3ad2 as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/replication/1d743ed81412a2bfdaf0ade09f870b43/queue/3fb4d46e01234c95a2d4b227b8ea3ad2 2024-12-05T05:23:54,417 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/replication/1d743ed81412a2bfdaf0ade09f870b43/queue/3fb4d46e01234c95a2d4b227b8ea3ad2, entries=2, sequenceid=17, filesize=5.4 K 2024-12-05T05:23:54,417 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 1d743ed81412a2bfdaf0ade09f870b43 in 856ms, sequenceid=17, compaction requested=false 2024-12-05T05:23:54,420 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/replication/1d743ed81412a2bfdaf0ade09f870b43/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-05T05:23:54,420 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:23:54,420 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:23:54,420 INFO [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43. 2024-12-05T05:23:54,420 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d743ed81412a2bfdaf0ade09f870b43: Waiting for close lock at 1733376233560Running coprocessor pre-close hooks at 1733376233560Disabling compacts and flushes for region at 1733376233560Disabling writes for close at 1733376233561 (+1 ms)Obtaining lock to block concurrent updates at 1733376233561Preparing flush snapshotting stores in 1d743ed81412a2bfdaf0ade09f870b43 at 1733376233561Finished memstore snapshotting hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733376233561Flushing stores of hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43. at 1733376233561Flushing 1d743ed81412a2bfdaf0ade09f870b43/hfileref: creating writer at 1733376233561Flushing 1d743ed81412a2bfdaf0ade09f870b43/hfileref: appending metadata at 1733376233576 (+15 ms)Flushing 1d743ed81412a2bfdaf0ade09f870b43/hfileref: closing flushed file at 1733376233576Flushing 1d743ed81412a2bfdaf0ade09f870b43/queue: creating writer at 1733376233982 (+406 ms)Flushing 1d743ed81412a2bfdaf0ade09f870b43/queue: appending metadata at 1733376233995 (+13 ms)Flushing 1d743ed81412a2bfdaf0ade09f870b43/queue: closing flushed file at 1733376233995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c933407: reopening flushed file at 1733376234409 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5807b331: reopening flushed file at 1733376234414 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 1d743ed81412a2bfdaf0ade09f870b43 in 856ms, sequenceid=17, compaction requested=false at 1733376234417 (+3 ms)Writing region close event to WAL at 1733376234418 (+1 ms)Running coprocessor post-close hooks at 1733376234420 (+2 ms)Closed at 1733376234420 2024-12-05T05:23:54,421 DEBUG [RS_CLOSE_REGION-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733376219142.1d743ed81412a2bfdaf0ade09f870b43. 2024-12-05T05:23:54,428 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/.tmp/table/e7b22ecb153b4fe684ca5a0dc7e18f37 is 53, key is hbase:replication/table:state/1733376220297/Put/seqid=0 2024-12-05T05:23:54,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741852_1028 (size=5308) 2024-12-05T05:23:54,433 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:54,436 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:23:54,436 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 688, reset compression=false 2024-12-05T05:23:54,436 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-8edcaf2ecc84,44475,1733376201164 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:23:54,437 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8edcaf2ecc84,44475,1733376201164: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-8edcaf2ecc84,44475,1733376201164, walGroup=8edcaf2ecc84%2C44475%2C1733376201164, offset=8edcaf2ecc84%2C44475%2C1733376201164.1733376224189:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:44475 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T05:23:54,438 ERROR [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T05:23:54,438 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T05:23:54,438 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T05:23:54,438 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T05:23:54,438 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T05:23:54,438 INFO [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1482686464, "init": 1048576000, "max": 2306867200, "used": 1106596256 }, "NonHeapMemoryUsage": { "committed": 210763776, "init": 7667712, "max": -1, "used": 207741896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T05:23:54,439 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:39171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8edcaf2ecc84:39171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T05:23:54,452 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 393, reset compression=false 2024-12-05T05:23:54,455 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T05:23:54,455 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 688, reset compression=false 2024-12-05T05:23:54,455 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8edcaf2ecc84,44475,1733376201164 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T05:23:54,456 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-05T05:23:54,558 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T05:23:54,558 DEBUG [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T05:23:54,558 DEBUG [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:54,639 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 688, reset compression=false 2024-12-05T05:23:54,658 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 688, reset compression=false 2024-12-05T05:23:54,758 DEBUG [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T05:23:54,832 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/.tmp/table/e7b22ecb153b4fe684ca5a0dc7e18f37 2024-12-05T05:23:54,835 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/.tmp/info/f4fab24482a643d9bea83c8c7ab226d9 as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/info/f4fab24482a643d9bea83c8c7ab226d9 2024-12-05T05:23:54,838 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/info/f4fab24482a643d9bea83c8c7ab226d9, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T05:23:54,838 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/.tmp/ns/3a9b1438065f40c49d708b6f0916444c as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/ns/3a9b1438065f40c49d708b6f0916444c 2024-12-05T05:23:54,841 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/ns/3a9b1438065f40c49d708b6f0916444c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T05:23:54,842 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/.tmp/rep_barrier/4f5cc1708c5d4dd1b29d6a0df9edeaab as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/rep_barrier/4f5cc1708c5d4dd1b29d6a0df9edeaab 2024-12-05T05:23:54,844 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/rep_barrier/4f5cc1708c5d4dd1b29d6a0df9edeaab, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T05:23:54,845 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/.tmp/table/e7b22ecb153b4fe684ca5a0dc7e18f37 as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/table/e7b22ecb153b4fe684ca5a0dc7e18f37 2024-12-05T05:23:54,847 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/table/e7b22ecb153b4fe684ca5a0dc7e18f37, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T05:23:54,848 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=16, compaction requested=false 2024-12-05T05:23:54,848 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T05:23:54,851 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T05:23:54,852 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T05:23:54,852 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T05:23:54,852 INFO [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T05:23:54,852 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733376233557Running coprocessor pre-close hooks at 1733376233557Disabling compacts and flushes for region at 1733376233557Disabling writes for close at 1733376233557Obtaining lock to block concurrent updates at 1733376233557Preparing flush snapshotting stores in 1588230740 at 1733376233557Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733376233558 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733376233558Flushing 1588230740/info: creating writer at 1733376233558Flushing 1588230740/info: appending metadata at 1733376233569 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733376233569Flushing 1588230740/ns: creating writer at 1733376233575 (+6 ms)Flushing 1588230740/ns: appending metadata at 1733376233586 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733376233586Flushing 1588230740/rep_barrier: creating writer at 1733376233993 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733376234008 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733376234008Flushing 1588230740/table: creating writer at 1733376234413 (+405 ms)Flushing 1588230740/table: appending metadata at 1733376234428 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733376234428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26bcb336: reopening flushed file at 1733376234835 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f4d28fd: reopening flushed file at 1733376234838 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a1b5f3e: reopening flushed file at 1733376234841 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c157749: reopening flushed file at 1733376234844 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=16, compaction requested=false at 1733376234848 (+4 ms)Writing region close event to WAL at 1733376234849 (+1 ms)Running coprocessor post-close hooks at 1733376234852 (+3 ms)Closed at 1733376234852 2024-12-05T05:23:54,852 DEBUG [RS_CLOSE_META-regionserver/8edcaf2ecc84:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T05:23:54,942 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 688, reset compression=false 2024-12-05T05:23:54,958 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(976): stopping server 8edcaf2ecc84,44475,1733376201164; all regions closed. 2024-12-05T05:23:54,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741842_1018 (size=859) 2024-12-05T05:23:54,960 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.meta.1733376224161.meta not finished, retry = 0 2024-12-05T05:23:54,960 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 688, reset compression=false 2024-12-05T05:23:55,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741843_1019 (size=2791) 2024-12-05T05:23:55,062 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.rep.1733376224176 not finished, retry = 0 2024-12-05T05:23:55,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741844_1020 (size=696) 2024-12-05T05:23:55,164 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 not finished, retry = 0 2024-12-05T05:23:55,265 DEBUG [RS:0;8edcaf2ecc84:44475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:55,265 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T05:23:55,265 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:23:55,265 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.ChoreService(370): Chore service for: regionserver/8edcaf2ecc84:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T05:23:55,265 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:23:55,266 INFO [regionserver/8edcaf2ecc84:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:23:55,266 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8edcaf2ecc84,44475,1733376201164 because: Region server is closing 2024-12-05T05:23:55,266 INFO [RS:0;8edcaf2ecc84:44475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:44475. 2024-12-05T05:23:55,266 DEBUG [RS:0;8edcaf2ecc84:44475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:55,266 DEBUG [RS:0;8edcaf2ecc84:44475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:55,266 DEBUG [RS:0;8edcaf2ecc84:44475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:55,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:55,345 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 to pos 688, reset compression=false 2024-12-05T05:23:55,346 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/WALs/8edcaf2ecc84,44475,1733376201164/8edcaf2ecc84%2C44475%2C1733376201164.1733376224189 2024-12-05T05:23:55,346 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-05T05:23:55,346 DEBUG [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-05T05:23:55,366 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,1-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,1-8edcaf2ecc84,44475,1733376201164 terminated 2024-12-05T05:23:55,367 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8edcaf2ecc84,44475,1733376201164 because: Region server is closing 2024-12-05T05:23:55,367 INFO [RS:0;8edcaf2ecc84:44475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8edcaf2ecc84:44475. 2024-12-05T05:23:55,367 DEBUG [RS:0;8edcaf2ecc84:44475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T05:23:55,367 DEBUG [RS:0;8edcaf2ecc84:44475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:55,367 DEBUG [RS:0;8edcaf2ecc84:44475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T05:23:55,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T05:23:55,467 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.shipper8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 terminated 2024-12-05T05:23:55,467 INFO [RS:0;8edcaf2ecc84:44475 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44475 2024-12-05T05:23:55,467 WARN [RS_REFRESH_PEER-regionserver/8edcaf2ecc84:0-0.replicationSource,2-8edcaf2ecc84,44475,1733376201164.replicationSource.wal-reader.8edcaf2ecc84%2C44475%2C1733376201164,2-8edcaf2ecc84,44475,1733376201164 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-05T05:23:55,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879/rs 2024-12-05T05:23:55,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0358372879/rs/8edcaf2ecc84,44475,1733376201164 2024-12-05T05:23:55,534 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:23:55,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8edcaf2ecc84,44475,1733376201164] 2024-12-05T05:23:55,555 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0358372879/draining/8edcaf2ecc84,44475,1733376201164 already deleted, retry=false 2024-12-05T05:23:55,555 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8edcaf2ecc84,44475,1733376201164 expired; onlineServers=0 2024-12-05T05:23:55,555 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8edcaf2ecc84,39171,1733376200974' ***** 2024-12-05T05:23:55,555 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T05:23:55,555 INFO [M:0;8edcaf2ecc84:39171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T05:23:55,556 INFO [M:0;8edcaf2ecc84:39171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T05:23:55,556 DEBUG [M:0;8edcaf2ecc84:39171 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T05:23:55,556 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T05:23:55,556 DEBUG [M:0;8edcaf2ecc84:39171 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T05:23:55,556 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376202742 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.large.0-1733376202742,5,FailOnTimeoutGroup] 2024-12-05T05:23:55,556 DEBUG [master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376202742 {}] cleaner.HFileCleaner(306): Exit Thread[master/8edcaf2ecc84:0:becomeActiveMaster-HFileCleaner.small.0-1733376202742,5,FailOnTimeoutGroup] 2024-12-05T05:23:55,556 INFO [M:0;8edcaf2ecc84:39171 {}] hbase.ChoreService(370): Chore service for: master/8edcaf2ecc84:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T05:23:55,556 INFO [M:0;8edcaf2ecc84:39171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T05:23:55,556 DEBUG [M:0;8edcaf2ecc84:39171 {}] master.HMaster(1795): Stopping service threads 2024-12-05T05:23:55,556 INFO [M:0;8edcaf2ecc84:39171 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T05:23:55,556 INFO [M:0;8edcaf2ecc84:39171 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T05:23:55,556 INFO [M:0;8edcaf2ecc84:39171 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T05:23:55,556 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T05:23:55,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0358372879/master 2024-12-05T05:23:55,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0358372879 2024-12-05T05:23:55,566 DEBUG [M:0;8edcaf2ecc84:39171 {}] zookeeper.ZKUtil(347): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Unable to get data of znode /0358372879/master because node does not exist (not an error) 2024-12-05T05:23:55,566 WARN [M:0;8edcaf2ecc84:39171 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T05:23:55,566 INFO [M:0;8edcaf2ecc84:39171 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/.lastflushedseqids 2024-12-05T05:23:55,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741853_1029 (size=263) 2024-12-05T05:23:55,645 INFO [RS:0;8edcaf2ecc84:44475 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:23:55,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:55,645 INFO [RS:0;8edcaf2ecc84:44475 {}] regionserver.HRegionServer(1031): Exiting; stopping=8edcaf2ecc84,44475,1733376201164; zookeeper connection closed. 2024-12-05T05:23:55,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44475-0x101a3f1c3a20001, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:55,645 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67c9ca5d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67c9ca5d 2024-12-05T05:23:55,645 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T05:23:55,970 INFO [M:0;8edcaf2ecc84:39171 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T05:23:55,970 INFO [M:0;8edcaf2ecc84:39171 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T05:23:55,970 DEBUG [M:0;8edcaf2ecc84:39171 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T05:23:55,970 INFO [M:0;8edcaf2ecc84:39171 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:55,970 DEBUG [M:0;8edcaf2ecc84:39171 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:55,970 DEBUG [M:0;8edcaf2ecc84:39171 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T05:23:55,970 DEBUG [M:0;8edcaf2ecc84:39171 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:55,970 INFO [M:0;8edcaf2ecc84:39171 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.10 KB heapSize=71.41 KB 2024-12-05T05:23:55,982 DEBUG [M:0;8edcaf2ecc84:39171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed954a3242e64ca08c4a32401cf4afdd is 82, key is hbase:meta,,1/info:regioninfo/1733376203979/Put/seqid=0 2024-12-05T05:23:55,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741854_1030 (size=5672) 2024-12-05T05:23:56,387 INFO [M:0;8edcaf2ecc84:39171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed954a3242e64ca08c4a32401cf4afdd 2024-12-05T05:23:56,404 DEBUG [M:0;8edcaf2ecc84:39171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fc778e44fc740508d387b94e26c2307 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733376214821/Put/seqid=0 2024-12-05T05:23:56,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741855_1031 (size=7609) 2024-12-05T05:23:56,807 INFO [M:0;8edcaf2ecc84:39171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.55 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fc778e44fc740508d387b94e26c2307 2024-12-05T05:23:56,810 INFO [M:0;8edcaf2ecc84:39171 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fc778e44fc740508d387b94e26c2307 2024-12-05T05:23:56,825 DEBUG [M:0;8edcaf2ecc84:39171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c92392374e44624839792e17c557272 is 69, key is 8edcaf2ecc84,44475,1733376201164/rs:state/1733376202826/Put/seqid=0 2024-12-05T05:23:56,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741856_1032 (size=5156) 2024-12-05T05:23:56,997 INFO [master/8edcaf2ecc84:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T05:23:56,997 INFO [master/8edcaf2ecc84:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T05:23:57,228 INFO [M:0;8edcaf2ecc84:39171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c92392374e44624839792e17c557272 2024-12-05T05:23:57,231 DEBUG [M:0;8edcaf2ecc84:39171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed954a3242e64ca08c4a32401cf4afdd as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed954a3242e64ca08c4a32401cf4afdd 2024-12-05T05:23:57,234 INFO [M:0;8edcaf2ecc84:39171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed954a3242e64ca08c4a32401cf4afdd, entries=8, sequenceid=121, filesize=5.5 K 2024-12-05T05:23:57,235 DEBUG [M:0;8edcaf2ecc84:39171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fc778e44fc740508d387b94e26c2307 as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fc778e44fc740508d387b94e26c2307 2024-12-05T05:23:57,238 INFO [M:0;8edcaf2ecc84:39171 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fc778e44fc740508d387b94e26c2307 2024-12-05T05:23:57,238 INFO [M:0;8edcaf2ecc84:39171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fc778e44fc740508d387b94e26c2307, entries=13, sequenceid=121, filesize=7.4 K 2024-12-05T05:23:57,238 DEBUG [M:0;8edcaf2ecc84:39171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c92392374e44624839792e17c557272 as hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c92392374e44624839792e17c557272 2024-12-05T05:23:57,242 INFO [M:0;8edcaf2ecc84:39171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c92392374e44624839792e17c557272, entries=1, sequenceid=121, filesize=5.0 K 2024-12-05T05:23:57,242 INFO [M:0;8edcaf2ecc84:39171 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=121, compaction requested=false 2024-12-05T05:23:57,243 INFO [M:0;8edcaf2ecc84:39171 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T05:23:57,243 DEBUG [M:0;8edcaf2ecc84:39171 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733376235970Disabling compacts and flushes for region at 1733376235970Disabling writes for close at 1733376235970Obtaining lock to block concurrent updates at 1733376235970Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733376235970Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61545, getHeapSize=73056, getOffHeapSize=0, getCellsCount=140 at 1733376235971 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733376235971Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733376235971Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733376235982 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733376235982Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733376236390 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733376236404 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733376236404Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733376236810 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733376236824 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733376236824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@384357dd: reopening flushed file at 1733376237231 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54dc702e: reopening flushed file at 1733376237234 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d328b0f: reopening flushed file at 1733376237238 (+4 ms)Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=121, compaction requested=false at 1733376237242 (+4 ms)Writing region close event to WAL at 1733376237243 (+1 ms)Closed at 1733376237243 2024-12-05T05:23:57,245 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff5338b1-a589-f84b-d4a6-c7113d17a593/MasterData/WALs/8edcaf2ecc84,39171,1733376200974/8edcaf2ecc84%2C39171%2C1733376200974.1733376202459 not finished, retry = 0 2024-12-05T05:23:57,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741830_1006 (size=69908) 2024-12-05T05:23:57,345 INFO [M:0;8edcaf2ecc84:39171 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T05:23:57,345 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T05:23:57,345 INFO [M:0;8edcaf2ecc84:39171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39171 2024-12-05T05:23:57,346 INFO [M:0;8edcaf2ecc84:39171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T05:23:57,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:57,518 INFO [M:0;8edcaf2ecc84:39171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T05:23:57,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39171-0x101a3f1c3a20000, quorum=127.0.0.1:57169, baseZNode=/0358372879 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T05:23:57,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d4d26fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T05:23:57,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23d5559b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:23:57,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:23:57,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64fa4b9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:23:57,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae0e6eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/hadoop.log.dir/,STOPPED} 2024-12-05T05:23:57,522 WARN [BP-1626890657-172.17.0.3-1733376198666 heartbeating to localhost/127.0.0.1:39095 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T05:23:57,522 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T05:23:57,522 WARN [BP-1626890657-172.17.0.3-1733376198666 heartbeating to localhost/127.0.0.1:39095 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1626890657-172.17.0.3-1733376198666 (Datanode Uuid fb3a2a21-4dd3-41cb-b099-c6cdff423959) service to localhost/127.0.0.1:39095 2024-12-05T05:23:57,522 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T05:23:57,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/cluster_fa6d0b6f-5a14-774e-c4eb-1e5621d90dc3/data/data1/current/BP-1626890657-172.17.0.3-1733376198666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:23:57,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/cluster_fa6d0b6f-5a14-774e-c4eb-1e5621d90dc3/data/data2/current/BP-1626890657-172.17.0.3-1733376198666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T05:23:57,522 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T05:23:57,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1acdb709{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T05:23:57,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@534e3233{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T05:23:57,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T05:23:57,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75af74dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T05:23:57,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@158bd107{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ee7e745-8076-b29a-1097-da70468273c2/hadoop.log.dir/,STOPPED} 2024-12-05T05:23:57,534 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T05:23:57,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T05:23:57,560 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=588 (was 528) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57169) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39095 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:38607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:33961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38607 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33961 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57169) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57169) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=974 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=300 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=3369 (was 3517) 2024-12-05T05:23:57,561 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=588 is superior to 500